-- Logs begin at Fri 2021-07-23 04:19:23 UTC, end at Fri 2021-07-23 05:16:23 UTC. -- Jul 23 04:48:44.115690 dv-cinder-801931-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 04:48:46.823952 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.common.config [-] Logging enabled! Jul 23 04:48:46.824504 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 23 04:48:46.824739 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 04:48:46.828418 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.common.config [-] Logging enabled! Jul 23 04:48:46.828690 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 23 04:48:46.828996 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92917) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 04:48:46.829925 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 04:48:46.830157 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 04:48:46.830518 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 04:48:46.830761 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 04:48:46.830983 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 04:48:46.831302 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.831598 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.831892 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.832120 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.832411 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.832741 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.833019 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.833303 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.833594 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.833882 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.834156 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.834440 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.834671 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.834946 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.835226 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.835505 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.835725 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] debug = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.835999 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.836413 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.836827 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.837108 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.837393 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.837668 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.837935 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.838207 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.838488 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.838810 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] host = dv-cinder-801931-1-iscsi {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.839081 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.839361 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.839644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.839924 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.840193 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.840464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.840767 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.841033 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.841300 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.841570 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.841854 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.842136 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.842419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.842639 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.842858 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.843431 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.843719 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.843991 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.844261 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.844547 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.844822 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.845092 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.845355 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.845634 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.845912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.846191 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.846461 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.846730 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.846998 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.847264 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.847542 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.847811 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.848080 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.848349 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.848650 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.848917 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.849184 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.849475 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.849755 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.850030 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.850308 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.850577 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.850851 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.851119 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.851386 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.851655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_json = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.851923 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.852189 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.852463 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.852754 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.853023 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.853290 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.853561 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.853842 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:46.854135 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.854428 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.854725 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.855003 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.855295 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.855573 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.855859 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.856135 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.856421 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.856728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.857014 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.857289 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.857570 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.857846 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.858137 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.858435 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.858723 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.859031 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.859300 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.859568 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.859837 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.860111 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.860392 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.860701 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.860988 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.861256 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.861531 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.861816 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.862092 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.862359 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.862632 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.862914 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.863186 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.863453 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.863737 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.864010 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.864280 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.864567 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.864845 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.865131 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.865404 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.865673 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.865941 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.866214 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.866482 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.866762 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.867037 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.867306 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.867576 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.867849 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.868120 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.868388 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.868684 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.868954 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.869228 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.869495 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.869764 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.870032 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.870299 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.870566 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.870833 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.871099 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.871372 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.871644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.871912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.872181 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.872450 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.872739 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.873022 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.873316 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.873599 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.873876 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.874152 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.874427 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.875225 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.875495 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.875771 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.876048 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.876318 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.876631 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.876914 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.877196 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.877473 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.877748 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.878040 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.878315 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.878594 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.878867 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.879143 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.879428 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.879708 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.880000 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.880289 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.880607 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.880896 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.881183 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.881459 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.881763 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.882036 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:46.882250 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 04:48:46.882483 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92917) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 04:48:47.225756 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 04:48:47.225945 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 04:48:47.226231 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 04:48:47.226561 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 04:48:47.610512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.610797 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.611067 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.612232 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.612502 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.612797 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.646783 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.647056 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.647319 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.660298 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.660597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.660866 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.690255 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.690532 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.690795 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.733758 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.734580 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.735002 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.961388 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.962036 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.962036 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.962204 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:47.962833 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.087164 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.087481 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.087758 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.088025 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.088293 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.088621 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.088880 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.089135 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.089387 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.089664 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.089919 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.090176 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.090425 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.090670 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.090916 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.091172 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.091423 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.091681 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.091940 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.092191 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.092456 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.092729 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.093325 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.094310 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.094555 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.094798 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.095181 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.095426 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.095661 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.095891 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.096119 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.096347 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.096732 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 04:48:48.099765 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 04:48:48.103628 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 04:48:48.107264 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 23 04:48:48.108992 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 04:48:48.109466 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 04:48:48.109797 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 04:48:48.110175 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 04:48:48.113988 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 04:48:48.114237 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 04:48:48.114580 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 04:48:48.119766 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 04:48:48.142204 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 04:48:48.142643 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.142937 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92917) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 04:48:48.143290 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.144659 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92917) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 04:48:48.144942 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 04:48:48.145185 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 04:48:48.148315 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.148681 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.212734 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 04:48:48.212917 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 04:48:48.213147 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 04:48:48.213511 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 04:48:48.235573 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_db.sqlalchemy.engines [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92917) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 04:48:48.765913 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing driver for type 'gre' Jul 23 04:48:48.766615 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] gre ID ranges: [(1, 1000)] Jul 23 04:48:48.822312 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing driver for type 'local' Jul 23 04:48:48.822688 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing driver for type 'vlan' Jul 23 04:48:48.835429 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] VlanTypeDriver initialization complete Jul 23 04:48:48.835762 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing driver for type 'vxlan' Jul 23 04:48:48.836247 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] vxlan ID ranges: [(1, 1000)] Jul 23 04:48:48.888477 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing extension driver 'port_security' Jul 23 04:48:48.888860 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.extensions.port_security [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] PortSecurityExtensionDriver initialization complete Jul 23 04:48:48.889187 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing mechanism driver 'openvswitch' Jul 23 04:48:48.889507 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing mechanism driver 'hyperv' Jul 23 04:48:48.896442 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.plugin [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92917) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:48:48.897301 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.897675 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.898026 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.898548 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.898980 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.899332 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.899678 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.900072 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.900474 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.900846 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.901188 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.901579 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.901980 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.902330 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.902670 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.903060 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.903458 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.903807 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.904144 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.904551 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.904948 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > address_group after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.905291 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > address_group after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.905660 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.906551 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92917) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 04:48:48.906919 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] ML2 OVO RPC backend initialized. {{(pid=92917) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 04:48:48.907624 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.907981 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.908398 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.908774 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > networks before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.909122 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.909464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > ports before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.909807 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.910147 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnets before_response 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.910493 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.910830 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.911165 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.911499 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.911833 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.912166 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.912498 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.912856 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.913189 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.913761 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.plugin [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Modular L2 Plugin initialization complete Jul 23 04:48:48.914086 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading services supported by the core plugin {{(pid=92917) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 04:48:48.914410 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.plugins.ml2.managers [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Got port-security extension from driver 'port_security' Jul 23 04:48:48.914879 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.extensions.vlantransparent [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Disabled vlantransparent extension. Jul 23 04:48:48.915358 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92917) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 04:48:48.915673 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: router Jul 23 04:48:48.951466 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.951855 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_create 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.952223 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router before_create 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.953219 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.953599 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.953953 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_delete 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.954311 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.954797 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_create 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.955149 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.955501 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.955849 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.956207 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.956639 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.957012 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.957352 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.957689 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: subnet after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.958031 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.958380 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.958734 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_create 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.959077 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.959422 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.959782 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router after_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.960125 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.960474 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_create 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.960858 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.961202 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_update 55549900 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.961564 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > agent after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.962080 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > agent after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.962240 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > network after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.963089 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Tracking information for resource: router configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.963423 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Tracking information for resource: floatingip configured {{(pid=92917) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 04:48:48.968525 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.db.l3_agentschedulers_db [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 04:48:48.969123 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.969485 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.969835 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.970185 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: port after_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.970975 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router before_create 55550100 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.971338 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.971697 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_create 55550100 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.972051 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > router precommit_update 55550100 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.976414 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.provider_configuration [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service providers = [] {{(pid=92917) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 04:48:48.976811 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.db.servicetype_db [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92917) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 04:48:48.979716 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.service_base [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 04:48:48.980071 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.service_base [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 04:48:48.980415 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.service_base [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 04:48:48.981327 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.services.service_base [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92917) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 04:48:48.981697 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.services.service_base [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 04:48:48.982072 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:48.982393 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 04:48:48.993063 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:48.993405 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: auto_allocate Jul 23 04:48:48.999029 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: network precommit_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:48.999907 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: network precommit_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.000476 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.000828 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: tag Jul 23 04:48:49.007472 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.007807 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: timestamp Jul 23 04:48:49.011584 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.011918 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: network_ip_availability Jul 23 04:48:49.017982 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.018303 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.018658 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.019362 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.019680 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: flavors Jul 23 04:48:49.025774 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.026107 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading Plugin: revisions Jul 23 04:48:49.030380 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92917) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 04:48:49.030844 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=92917) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 04:48:49.031766 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92917) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 04:48:49.032113 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Initializing extension manager. Jul 23 04:48:49.032651 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: __init__.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.032995 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: __pycache__ {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.033331 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.033663 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: address_group.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.034419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.034975 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: address-group Jul 23 04:48:49.035297 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: address_scope.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.036012 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.036514 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: address-scope Jul 23 04:48:49.036863 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.037788 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.038296 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: router-admin-state-down-before-update Jul 23 04:48:49.038619 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: agent.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.039321 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.039828 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: agent Jul 23 04:48:49.040148 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: agent_resources_synced.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.041085 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.041588 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: agent-resources-synced Jul 23 04:48:49.041915 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: allowedaddresspairs.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.043692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.044205 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: allowed-address-pairs Jul 23 04:48:49.044548 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: auto_allocated_topology.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.045634 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.046142 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: auto-allocated-topology Jul 23 04:48:49.046922 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: availability_zone.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.047681 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.048183 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: availability_zone Jul 23 04:48:49.048504 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: availability_zone_filter.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.049511 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.050014 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: availability_zone_filter Jul 23 04:48:49.050336 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: data_plane_status.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.051245 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.051745 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 04:48:49.052067 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: default_subnetpools.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.053010 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.053513 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: default-subnetpools Jul 23 04:48:49.053833 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.054639 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.055140 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: dhcp_agent_scheduler Jul 23 04:48:49.055461 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: dns.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.056370 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.056899 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 04:48:49.057221 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: dns_domain_ports.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.058138 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.058635 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 04:48:49.058956 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.059875 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.060374 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 04:48:49.060724 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: dvr.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.061397 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.062418 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: dvr Jul 23 04:48:49.062753 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: ecmp_routes.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.063663 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.064165 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 04:48:49.064486 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: empty_string_filtering.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.065413 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.065916 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: empty-string-filtering Jul 23 04:48:49.066239 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.067149 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.067653 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 04:48:49.067972 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.068914 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.069413 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 04:48:49.069730 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: external_net.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.070643 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.071154 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: external-net Jul 23 04:48:49.071475 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.072378 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.072918 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: extra_dhcp_opt Jul 23 04:48:49.073239 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: extraroute.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.074172 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.074681 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: extraroute Jul 23 04:48:49.075005 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: extraroute_atomic.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.076037 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.076566 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: extraroute-atomic Jul 23 04:48:49.076893 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: filter_validation.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.078089 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.078601 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: filter-validation Jul 23 04:48:49.078914 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: fip_pf_description.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.080003 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.080510 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 04:48:49.080853 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: fip_port_details.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.081776 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.082280 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: fip-port-details Jul 23 04:48:49.082610 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: flavors.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.083828 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.084337 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: flavors Jul 23 04:48:49.084696 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.086332 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.086850 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 04:48:49.087184 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: floatingip_pools.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.087877 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.088380 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: floatingip-pools Jul 23 04:48:49.088728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: ip_allocation.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.089645 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.090294 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 04:48:49.090468 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.091382 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.091886 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: ip-substring-filtering Jul 23 04:48:49.092211 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l2_adjacency.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.093535 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.094035 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 04:48:49.094357 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.095329 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.095839 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: router Jul 23 04:48:49.096165 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.098421 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.098947 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 04:48:49.099281 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.100215 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.100760 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: ext-gw-mode Jul 23 04:48:49.101092 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.102026 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.102539 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: l3-ha Jul 23 04:48:49.102866 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3_flavors.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.103777 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.104282 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: l3-flavors Jul 23 04:48:49.104641 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.105549 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.106054 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 04:48:49.106381 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: l3agentscheduler.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.107407 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.107914 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: l3_agent_scheduler Jul 23 04:48:49.108242 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: logging.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.109788 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.110304 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension logging not supported by any of loaded plugins Jul 23 04:48:49.110635 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: metering.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.111381 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.111949 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: metering Jul 23 04:48:49.112274 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.113391 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.113902 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: metering_source_and_destination_fields Jul 23 04:48:49.114229 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: multiprovidernet.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.115271 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.115783 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: multi-provider Jul 23 04:48:49.116108 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: netmtu.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.117049 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.117553 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: net-mtu Jul 23 04:48:49.117876 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: netmtu_writable.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.118789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.119291 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: net-mtu-writable Jul 23 04:48:49.119613 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: network_availability_zone.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.120283 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.120821 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: network_availability_zone Jul 23 04:48:49.121146 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: network_ip_availability.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.122226 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.122729 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: network-ip-availability Jul 23 04:48:49.123053 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: network_segment_range.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.123813 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.124822 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 04:48:49.125220 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: pagination.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.126193 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.126520 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: pagination Jul 23 04:48:49.126840 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: port_device_profile.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.127765 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.128270 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: port-device-profile Jul 23 04:48:49.128623 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.129537 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.130037 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: port-mac-address-regenerate Jul 23 04:48:49.130356 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.131274 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.131777 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: port-numa-affinity-policy Jul 23 04:48:49.132095 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: port_resource_request.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.133041 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.133540 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 04:48:49.133860 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: portbindings.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.134788 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.135289 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: binding Jul 23 04:48:49.135612 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: portbindings_extended.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.136908 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.137422 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: binding-extended Jul 23 04:48:49.137751 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: portsecurity.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.138673 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.139179 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: port-security Jul 23 04:48:49.139503 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: project_id.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.141322 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.141656 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: project-id Jul 23 04:48:49.141980 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: providernet.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.142924 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.143429 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: provider Jul 23 04:48:49.143752 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.147253 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.147777 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos not supported by any of loaded plugins Jul 23 04:48:49.148112 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.149379 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.149891 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 04:48:49.150218 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.151135 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.151645 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 04:48:49.151974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_default.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.152918 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.153427 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-default not supported by any of loaded plugins Jul 23 04:48:49.153752 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_fip.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.154402 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.154901 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 04:48:49.155221 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_gateway_ip.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.156303 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.156824 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 04:48:49.157148 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_port_network_policy.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.158061 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.158564 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 04:48:49.158886 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_rule_type_details.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.159790 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.160293 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 04:48:49.160642 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: qos_rules_alias.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.161683 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.162198 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 04:48:49.162520 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: quotasv2.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.163420 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.163926 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: quotas Jul 23 04:48:49.164250 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: quotasv2_detail.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.167264 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.167610 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: quota_details Jul 23 04:48:49.167941 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: rbac.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.169029 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.169546 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: rbac-policies Jul 23 04:48:49.169875 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: rbac_address_group.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.170823 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.171405 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: rbac-address-group Jul 23 04:48:49.171746 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: rbac_address_scope.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.172697 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.173210 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: rbac-address-scope Jul 23 04:48:49.173535 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: rbac_security_groups.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.174451 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.174960 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: rbac-security-groups Jul 23 04:48:49.175284 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: rbac_subnetpool.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.176193 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.176732 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: rbac-subnetpool Jul 23 04:48:49.177073 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: revisionifmatch.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.177997 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.178534 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: revision-if-match Jul 23 04:48:49.178858 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: revisions.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.179987 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.180497 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: standard-attr-revisions Jul 23 04:48:49.180848 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: router_availability_zone.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.181529 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.182043 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: router_availability_zone Jul 23 04:48:49.182369 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: routerservicetype.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.183292 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.183799 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 04:48:49.184122 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.185062 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.185572 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: security-groups-normalized-cidr Jul 23 04:48:49.185894 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.187322 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.187844 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: port-security-groups-filtering Jul 23 04:48:49.188167 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.189103 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.189613 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: security-groups-remote-address-group Jul 23 04:48:49.189937 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: securitygroup.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.199440 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.199966 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: security-group Jul 23 04:48:49.200304 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: segment.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.201124 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.201630 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension segment not supported by any of loaded plugins Jul 23 04:48:49.201962 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.203575 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.204117 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 04:48:49.204445 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: servicetype.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.205659 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.206179 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: service-type Jul 23 04:48:49.206508 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: sorting.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.207482 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.207815 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: sorting Jul 23 04:48:49.208140 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: standard_attr_segment.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.209156 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.209666 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 04:48:49.209990 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: standardattrdescription.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.210636 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.211136 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: standard-attr-description Jul 23 04:48:49.211458 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: stateful_security_group.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.212400 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.212934 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: stateful-security-group Jul 23 04:48:49.213260 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: stdattrs_common.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.213854 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 04:48:49.214175 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.215096 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.215609 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 04:48:49.215932 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnet_onboard.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.217026 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.217543 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: subnet_onboard Jul 23 04:48:49.217867 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.219067 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.219566 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 04:48:49.219890 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnet_service_types.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.220831 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.221338 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: subnet-service-types Jul 23 04:48:49.221662 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnetallocation.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.222734 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.223239 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: subnet_allocation Jul 23 04:48:49.223563 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.224228 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.224762 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: subnetpool-prefix-ops Jul 23 04:48:49.225087 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.226010 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.226511 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 04:48:49.226832 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: tagging.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.227883 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.228389 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: standard-attr-tag Jul 23 04:48:49.228741 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: timestamp.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.229951 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.230463 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loaded extension: standard-attr-timestamp Jul 23 04:48:49.230791 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: trunk.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.231827 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.232353 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension trunk not supported by any of loaded plugins Jul 23 04:48:49.232719 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: trunk_details.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.233641 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.234398 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 04:48:49.234728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: uplink_status_propagation.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.235659 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.236176 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 04:48:49.236500 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Loading extension file: vlantransparent.py {{(pid=92917) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 04:48:49.237202 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92917) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 04:48:49.237711 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 04:48:49.240153 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:network Jul 23 04:48:49.240711 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnet Jul 23 04:48:49.241112 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 04:48:49.241513 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:port Jul 23 04:48:49.242724 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.243159 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service FLAVORS assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.243784 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.244221 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.244587 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:router Jul 23 04:48:49.245029 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 04:48:49.245515 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service METERING assigned prefix: /metering {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.246957 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.247335 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.247685 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92917) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:48:49.248719 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 04:48:49.249166 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:security_group Jul 23 04:48:49.250499 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 04:48:49.251108 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service CORE assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.251439 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 04:48:49.251786 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] subnetpool is already registered Jul 23 04:48:49.252216 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service CORE assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.252552 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 04:48:49.252900 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] subnetpool is already registered Jul 23 04:48:49.255249 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.255686 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service FLAVORS assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.256274 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.256726 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.257062 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:router Jul 23 04:48:49.257402 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] router is already registered Jul 23 04:48:49.257819 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 04:48:49.258155 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] floatingip is already registered Jul 23 04:48:49.258616 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service METERING assigned prefix: /metering {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.259291 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 04:48:49.259618 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] rbac_policy is already registered Jul 23 04:48:49.260031 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:security_group Jul 23 04:48:49.260367 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] security_group is already registered Jul 23 04:48:49.260807 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 04:48:49.261142 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] security_group_rule is already registered Jul 23 04:48:49.261807 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service CORE assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.262141 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 04:48:49.262508 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] subnetpool is already registered Jul 23 04:48:49.262933 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.v2.resource_helper [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Service CORE assigned prefix: {{(pid=92917) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 04:48:49.263255 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 04:48:49.263584 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING neutron.quota.resource_registry [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] subnetpool is already registered Jul 23 04:48:49.264054 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: extensions {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.266159 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: address-groups {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.267646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: address-scopes {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.269046 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: agents {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.270137 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: auto-allocated-topology {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.271360 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: availability_zones {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.272600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: dhcp-networks {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.274089 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: dhcp-agents {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.275501 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: routers {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.277236 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: flavors {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.279574 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: service_profiles {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.280877 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: next_providers {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.282308 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: service_profiles {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.283884 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: floatingip-pools {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.285118 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: routers {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.286801 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: floatingips {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.288072 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: l3-routers {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.289471 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: l3-agents {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.290887 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: metering-labels {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.292132 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: metering-label-rules {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.293536 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: network-ip-availabilities {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.294781 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: bindings {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.296878 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: quotas {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.298425 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: quotas {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.299820 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: rbac-policies {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.301044 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: security-groups {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.302331 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: security-group-rules {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.303560 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: service-providers {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.304829 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: subnetpools {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.306156 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: subnetpools {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.307682 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.309367 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.311157 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.313616 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.315296 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.317238 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.318911 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.320728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.322571 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.324308 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron.api.extensions [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Extended resource: tags {{(pid=92917) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 04:48:49.330895 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING keystonemiddleware.auth_token [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 04:48:49.335434 dv-cinder-801931-1-iscsi neutron-server[92917]: WARNING keystonemiddleware.auth_token [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 04:48:49.344731 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Acquired lock "singleton_lock" {{(pid=92917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 04:48:49.345212 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_concurrency.lockutils [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Releasing lock "singleton_lock" {{(pid=92917) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 04:48:49.345849 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Starting 2 workers Jul 23 04:48:49.350645 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Started child 93026 {{(pid=92917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 04:48:49.355097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Started child 93027 {{(pid=92917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 04:48:49.356034 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.356735 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO neutron.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 04:48:49.357436 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Notify callbacks [] for process, before_spawn {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.357550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [-] (93026) wsgi starting up on http://0.0.0.0:9696 Jul 23 04:48:49.360492 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Starting 1 workers Jul 23 04:48:49.360628 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.361969 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [-] (93027) wsgi starting up on http://0.0.0.0:9696 Jul 23 04:48:49.365797 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Started child 93028 {{(pid=92917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 04:48:49.366303 dv-cinder-801931-1-iscsi neutron-server[92917]: INFO oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Starting 1 workers Jul 23 04:48:49.369377 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] calling RpcWorker wait() {{(pid=93028) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 04:48:49.369936 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] returning from RpcWorker wait() {{(pid=93028) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 04:48:49.370801 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Started child 93029 {{(pid=92917) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 04:48:49.371113 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.371559 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:48:49.371648 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG neutron_lib.callbacks.manager [None req-8a42cbe1-9f10-4acd-a17d-c4e3f3706c50 None None] Notify callbacks [] for process, after_spawn {{(pid=92917) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.373593 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 04:48:49.373808 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 04:48:49.373997 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 04:48:49.374214 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 04:48:49.375128 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 04:48:49.375290 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 04:48:49.375825 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.376101 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.376359 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.376659 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.376935 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.377529 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.377796 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.377882 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:48:49.378336 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.378336 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.378533 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.378703 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.378867 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.379113 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.379362 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.379629 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:48:49.379728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.379979 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.380221 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.380515 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.380695 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.380936 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.381209 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.381474 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.381724 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] debug = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.381978 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.382496 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.382739 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.382987 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.383231 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.383500 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.383724 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.383992 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.384226 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.384445 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.384703 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.384963 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.385206 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.385438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.385677 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.385932 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.386165 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.386617 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] host = dv-cinder-801931-1-iscsi {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.386833 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.387045 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.387286 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.387538 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.387795 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.387987 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.388252 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.388539 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.388780 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.389000 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.389257 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.389496 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.389739 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.389997 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.390178 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_options = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.390597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.390915 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.391180 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.391369 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.391537 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.391709 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.391958 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.392120 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.392372 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.392624 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.392838 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.393054 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.393293 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.393613 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.393746 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.393992 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.394218 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.394443 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.394693 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.394917 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.395142 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.395380 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.395613 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.395832 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.396063 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.396276 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.396499 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.396742 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.396988 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.397256 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.397557 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.397755 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.398000 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.398250 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.398495 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.398719 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.398929 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.399187 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.399416 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.399659 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.399927 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.400145 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.400400 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.400639 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.400853 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.401096 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_json = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.401307 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.401528 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.401780 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.402022 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.402235 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.402447 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.402662 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.402912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.403340 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.403626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.403947 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.404374 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.404520 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.404721 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.404909 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.405189 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.405402 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.405708 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.406057 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.406282 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.406570 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.406829 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.407089 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.407397 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.407686 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.407916 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.408573 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.408573 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.408802 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.408887 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.409181 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.409859 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.409859 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.410098 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.410200 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.411655 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.412464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.412464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.412464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.414646 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.415692 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416109 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416109 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416265 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416478 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416722 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.416935 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.417146 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.417362 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.417587 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.417849 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.418066 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.418277 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.418486 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.418700 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.418930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.419193 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.419370 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.419554 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.419794 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.420004 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.420222 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.421702 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.421702 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.421702 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.421702 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422229 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422229 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422229 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422687 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422687 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.422951 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.423194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.423449 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.423760 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.424098 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.424810 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.424810 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.424810 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.425391 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.425391 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.425661 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.425790 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.425919 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.426407 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.426407 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.426691 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.426815 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.427084 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.427330 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.427534 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.427800 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.427999 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.428234 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.428451 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.428839 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.429051 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.429209 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.429430 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.429652 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.429960 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.430196 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.430495 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.430700 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.430970 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.431361 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.431531 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.431813 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.432065 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.432302 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.432570 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.432800 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.433257 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.433703 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.434121 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.434550 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.434991 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.435415 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.435811 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.436183 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.436609 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.437701 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.438126 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.438446 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.438744 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.439258 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.439716 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.440176 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.440662 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.441107 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.441550 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.441823 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.442053 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.442277 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.442510 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.442829 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.442993 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.443254 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.443464 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.443785 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.443914 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.444164 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.444415 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.444688 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.444907 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.445123 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.445417 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.445650 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.445847 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.446026 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.446441 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.446858 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.447085 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.447300 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.447702 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.447917 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.448147 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.448378 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.448694 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.448916 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.449153 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.449397 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.449642 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.449910 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.450108 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.450355 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.450728 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.451092 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.451335 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.451521 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.451754 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.452095 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.452277 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.452457 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.452825 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.453087 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.453467 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.453706 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.453970 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.454217 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.454432 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.454681 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.454896 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.455141 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.455358 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.455584 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.455785 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.456028 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.456242 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.456495 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.456734 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.457242 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.457242 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.457509 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.457660 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.457822 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.458061 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.458291 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.458547 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.458807 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.459017 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.459262 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.459473 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.459703 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.459926 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.460140 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.460348 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462822 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462822 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.462822 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463044 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463044 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463309 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463971 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463971 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.463971 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.464214 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.464340 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.464765 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.465158 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.465555 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.465963 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.466350 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.466840 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.467264 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.467658 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.468431 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.468710 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.468966 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.469216 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.469538 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.469757 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.470017 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.470239 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.470535 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.470670 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.471109 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.471638 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.471985 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.472438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.472855 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.473157 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.473443 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.473699 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.474123 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.474598 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.474950 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.475226 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.475494 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.475735 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.476163 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.476593 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.476897 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.477197 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.477486 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.477770 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.478094 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.478339 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.478565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.478806 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.479441 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.479441 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.479697 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.479697 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.479948 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.480166 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.480323 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 04:48:49.480884 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92917) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 04:48:49.481049 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 04:48:49.481203 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 04:48:49.481370 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 04:48:49.481538 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 04:48:49.481688 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 04:48:49.481896 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.482056 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.482219 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.482374 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.482682 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.483010 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.483177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.483335 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.483494 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.484163 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.484565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.484709 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.484995 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485205 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485205 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485360 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485496 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485657 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485827 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.485982 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486142 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486297 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486457 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] debug = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486613 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486806 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.486969 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487125 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487283 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487590 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487747 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.487902 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488055 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488188 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488346 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488493 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488675 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488824 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.488974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489147 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489366 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] host = dv-cinder-801931-1-iscsi {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489508 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489645 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489780 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.489916 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490051 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490186 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490321 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490478 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490615 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490751 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.490886 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491021 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491156 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491290 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491426 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_options = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491562 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491705 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.491841 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492018 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492165 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492316 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.492912 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493438 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493818 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493818 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.493818 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494202 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494202 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494202 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494612 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494612 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494873 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.494873 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495129 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495129 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495482 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495482 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495741 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.495741 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496008 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496008 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496276 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496276 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496563 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496563 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496828 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.496828 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.497871 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.498644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.498644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_json = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.498644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.498644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.498644 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.501190 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.502588 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.504852 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507419 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.507974 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.508600 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509194 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.509789 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.510565 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.514597 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.516626 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517097 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517512 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.517930 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518345 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518767 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518767 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518767 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.518767 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519102 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519102 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519102 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519282 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519415 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519576 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519737 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.519896 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520084 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520249 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520405 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520594 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520752 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.520925 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521065 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521219 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521381 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521540 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521701 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.521860 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522019 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522177 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522330 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522485 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522639 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522794 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.522957 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523116 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523276 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523435 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523598 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523758 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.523918 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524077 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524236 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524396 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524587 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524750 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.524910 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525070 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525198 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:48:49.525328 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525452 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525575 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525715 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525840 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.525964 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526117 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526276 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526436 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526596 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526756 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.526916 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527079 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527238 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527397 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527557 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527717 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.527877 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528037 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528195 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528356 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528515 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528695 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.528868 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529028 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529187 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529346 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529505 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529665 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529825 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.529985 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.530144 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.530303 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.530462 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.530662 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.530911 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531043 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531166 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531291 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531423 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531548 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531710 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.531880 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532044 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532204 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532350 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532509 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532690 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.532860 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533020 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533179 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533338 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533502 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533661 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533830 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.533990 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534148 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534307 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534467 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534625 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534793 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.534953 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535112 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535272 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535431 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535591 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535763 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.535910 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536068 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536226 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536384 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536557 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536730 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.536889 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537048 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537207 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537366 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537525 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537694 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.537854 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538014 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538193 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538320 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538678 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538678 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538926 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.538926 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539158 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539280 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539395 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539516 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539678 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.539841 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540010 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540175 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540335 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540502 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540696 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.540864 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541024 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541191 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541360 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541521 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541681 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.541840 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542001 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542207 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542342 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542465 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542587 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542748 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.542908 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543068 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543227 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543386 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543549 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543709 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.543869 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.544028 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.544187 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.544348 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 04:48:49.544500 dv-cinder-801931-1-iscsi neutron-server[92917]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92917) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 04:48:49.788739 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38606) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:48:49.797302 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063543 Jul 23 04:49:01.139442 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d53cb-e4e7-4275-938b-18a0800c6c4f None None] get_active_networks_info from dv-cinder-801931-1-iscsi {{(pid=93028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 04:49:01.231015 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d53cb-e4e7-4275-938b-18a0800c6c4f None None] No non-hosted networks {{(pid=93028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 04:49:01.247242 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b3d322d-30d4-494d-a1b2-f8366d64bee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:03.497594 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8a4557ed-1658-4650-884f-9f609e464843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:03.566413 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cffec30d-51ae-4a99-9ef4-a410e45441a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:04.046275 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:04.048067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.048067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.048067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.048881 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.049997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.050670 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.051003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.054454 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.054812 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.055149 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.055524 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.055864 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:04.056258 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801931-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:04.064119 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801931-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:04.770950 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:06.162108 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:07.299569 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38696) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:07.801546 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-6b15bab4-d4db-4ea4-b3df-0c0a783c9992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:49:07.802130 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-6b15bab4-d4db-4ea4-b3df-0c0a783c9992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:49:08.020767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-6b15bab4-d4db-4ea4-b3df-0c0a783c9992 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:49:08.021729 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6b15bab4-d4db-4ea4-b3df-0c0a783c9992 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7212031 Jul 23 04:49:09.795362 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.db.l3_hamode_db [None req-1406c8f2-cd81-47b8-a82c-55dfa8ccb6f8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 04:49:09.871997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406c8f2-cd81-47b8-a82c-55dfa8ccb6f8 None None] Routers set() bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:49:09.872385 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406c8f2-cd81-47b8-a82c-55dfa8ccb6f8 None None] Router IDs set() for agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 04:49:10.358311 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38710) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:10.660949 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:10.754828 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.policy [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 04:49:10.799895 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:49:10.800260 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING oslo_policy.policy [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:49:10.808608 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.quota [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] Loaded quota_driver: . Jul 23 04:49:10.900026 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982484985', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982487308', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982496580', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982531902', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982541821', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730982519064', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526019', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-814312', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2033254', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979654'] for rbac-policy, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:10.963421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:10.964605 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ebd76ef3-58c1-43ad-834d-c509c5afc895 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6053045 Jul 23 04:49:13.527232 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38722) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:13.819669 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:13.847975 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Made reservation on behalf of cf58fd9cfeba4ddfa45eeb613dd19ac1 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:49:13.850860 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:13.867553 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:13.988957 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:13.992599 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:14.011877 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:49:14.041569 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730986299944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:14.042122 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 04:49:14.042619 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Added segment afe591df-2e15-479c-8b70-43c3b53faa29 of type vlan for network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a Jul 23 04:49:14.059936 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fcb2e9-ff90-498b-80ab-b4f9c30de60c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:14.085862 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.086202 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.086526 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.086843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.087161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.087487 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.087799 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.088106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.088426 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.088758 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.089064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.089365 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Tracked resource versions report: Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: pushed versions: Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: { 'AddressGroup': {'1.2'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'ConntrackHelper': {'1.0'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Log': {'1.0'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Network': {'1.1'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Port': {'1.7'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'PortForwarding': {'1.2'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'QosPolicy': {'1.8'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroup': {'1.4'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SubPort': {'1.0'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Subnet': {'1.1'}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Trunk': {'1.1'}} Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: consumer versions: Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'ConntrackHelper': '1.0', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Log': '1.0', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Network': '1.1', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Port': '1.7', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'PortForwarding': '1.2', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'QosPolicy': '1.8', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroup': '1.4', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroupRule': '1.2', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SubPort': '1.0', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Subnet': '1.1', Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Trunk': '1.1'}} Jul 23 04:49:14.090457 dv-cinder-801931-1-iscsi neutron-server[93027]: {{(pid=93027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:49:14.162481 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:14.211531 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:14.212678 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:14.213348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:14.266324 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7379708 Jul 23 04:49:14.311819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff46a52-e6b4-4e9c-9825-947f61e3b0e0 admin admin] Pushing event updated for resources: {'Network': ['ID=40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:14.323912 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:49:16.906896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38736) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:17.291755 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ed7f1-203f-457a-adb0-8fdb00ec26b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:17.293120 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0c5ed7f1-203f-457a-adb0-8fdb00ec26b2 admin admin] 10.222.0.16 "GET /v2.0/networks/40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a HTTP/1.1" status: 200 len: 824 time: 0.3852935 Jul 23 04:49:17.318200 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-17d30e09-8727-48cc-b3ca-79412c73dc80 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f HTTP/1.1" status: 200 len: 734 time: 0.0184655 Jul 23 04:49:17.326582 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Request body: {'subnet': {'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'gateway_ip': '172.20.0.1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:17.347842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Made reservation on behalf of cf58fd9cfeba4ddfa45eeb613dd19ac1 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:49:17.350086 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:17.640685 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:17.709425 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5487d5d8-f449-4f1e-b76c-c26b3f79b845,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:17.711647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Checking segment: {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:49:17.712022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Network hostable DHCP agents. Network: 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:49:17.733259 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:49:17.744301 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:17.749448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:17.750019 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:17.754737 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdc9ef-52f3-4114-bd07-ae4e8ec28927 None None] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:49:17.768846 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a5cd6010-3f69-474a-a6dc-b4a3794bc1df admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4456503 Jul 23 04:49:18.067322 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:49:18.068624 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.336288 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Allocated IP 172.20.0.2 (40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a/5487d5d8-f449-4f1e-b76c-c26b3f79b845/b5b86468-dc70-41b2-98b2-06372ff29955) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:49:18.570504 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.585337 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Transition to ACTIVE for port object b5b86468-dc70-41b2-98b2-06372ff29955 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:49:18.605931 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Transition to ACTIVE for port object b5b86468-dc70-41b2-98b2-06372ff29955 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:49:18.614945 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.678874 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:49:18.688613 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:18.697777 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Pushing event updated for resources: {'Port': ['ID=b5b86468-dc70-41b2-98b2-06372ff29955,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:18.699900 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:49:18.730868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.731211 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.731547 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.731910 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.732232 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.732576 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.732901 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.733263 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.733604 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.733924 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.734240 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.734555 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Tracked resource versions report: Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: pushed versions: Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: { 'AddressGroup': {'1.2'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'ConntrackHelper': {'1.0'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Log': {'1.0'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Network': {'1.1'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Port': {'1.7'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'PortForwarding': {'1.2'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'QosPolicy': {'1.8'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroup': {'1.4'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SubPort': {'1.0'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Subnet': {'1.1'}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Trunk': {'1.1'}} Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: consumer versions: Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'ConntrackHelper': '1.0', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Log': '1.0', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Network': '1.1', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Port': '1.7', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'PortForwarding': '1.2', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'QosPolicy': '1.8', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroup': '1.4', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroupRule': '1.2', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SubPort': '1.0', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Subnet': '1.1', Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Trunk': '1.1'}} Jul 23 04:49:18.735684 dv-cinder-801931-1-iscsi neutron-server[93028]: {{(pid=93028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:49:18.793830 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Attempting to bind port b5b86468-dc70-41b2-98b2-06372ff29955 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:49:18.794627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Attempting to bind port b5b86468-dc70-41b2-98b2-06372ff29955 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:49:18.794627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Attempting to bind port b5b86468-dc70-41b2-98b2-06372ff29955 on network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:49:18.799545 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:49:18.799937 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Checking segment: {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:49:18.800420 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.800832 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Bound using segment: {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:49:18.801307 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Bound port: b5b86468-dc70-41b2-98b2-06372ff29955, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:49:18.801709 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.866661 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] For port b5b86468-dc70-41b2-98b2-06372ff29955, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:49:18.870636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] For port b5b86468-dc70-41b2-98b2-06372ff29955, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=b5b86468-dc70-41b2-98b2-06372ff29955,segment=NetworkSegment(afe591df-2e15-479c-8b70-43c3b53faa29),segment_id=afe591df-2e15-479c-8b70-43c3b53faa29)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:49:18.876228 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:18.939244 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685fd5e-6653-425e-b6b9-59e98350097e None None] Pushing event updated for resources: {'Port': ['ID=b5b86468-dc70-41b2-98b2-06372ff29955,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:20.126686 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38744) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:20.441742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-4ef22eb1-544f-4a64-a8cb-945db4b69006 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:49:20.444564 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4ef22eb1-544f-4a64-a8cb-945db4b69006 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151202 Jul 23 04:49:22.839393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38752) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:23.159388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-bdfd9517-527b-4f72-ba3e-c32efbb1470c admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:49:23.160395 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bdfd9517-527b-4f72-ba3e-c32efbb1470c admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200932 Jul 23 04:49:25.872903 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38762) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:26.168454 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'name': 'router1'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:26.191788 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:26.193383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:26.339754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:26.346589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:26.361821 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:26.367794 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6d71f3c1-671d-433e-bb68-4ecf161d35de admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4891751 Jul 23 04:49:27.359824 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ed7f3-6e81-4d58-a037-a1f3e75677c1 None None] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:49:27.429718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-43622963-7905-40e6-abe5-ab4687b0abfe None None] Provisioning for port b5b86468-dc70-41b2-98b2-06372ff29955 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:49:27.859372 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b5b86468-dc70-41b2-98b2-06372ff29955 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:27.935333 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port b5b86468-dc70-41b2-98b2-06372ff29955 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:49:27.938788 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port b5b86468-dc70-41b2-98b2-06372ff29955 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:27.939180 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:28.041922 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:28.076152 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port b5b86468-dc70-41b2-98b2-06372ff29955, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=b5b86468-dc70-41b2-98b2-06372ff29955,segment=NetworkSegment(afe591df-2e15-479c-8b70-43c3b53faa29),segment_id=afe591df-2e15-479c-8b70-43c3b53faa29)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:49:28.079868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:28.130085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=b5b86468-dc70-41b2-98b2-06372ff29955,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:28.713144 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38774) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:29.015547 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-d13e2633-df0f-4595-a356-c3b0f0cd2067 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:49:29.016547 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d13e2633-df0f-4595-a356-c3b0f0cd2067 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3024552 Jul 23 04:49:29.838712 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b5b86468-dc70-41b2-98b2-06372ff29955 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:29.885421 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port b5b86468-dc70-41b2-98b2-06372ff29955 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:29.885792 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.019957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-023a30bf-65e4-41c7-af82-72afa5a93122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.390908 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38782) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:31.692318 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:31.714618 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Made reservation on behalf of 90706816a09a4fb9aa98d12ac6551626 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:49:31.717283 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.724832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.810383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.813963 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.828642 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Reserving flat network on physical network physnet1 {{(pid=93027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 04:49:31.849284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a3cbb6-4a82-4069-b549-221251a4291f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:31.854993 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.855305 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Added segment a3ec9292-9350-44a6-801c-3a0cfcdec7ff of type flat for network 83a8c1a9-aff2-4569-b616-a5e061f01595 Jul 23 04:49:31.908620 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.942541 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.943357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:31.943925 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:31.973512 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5815887 Jul 23 04:49:32.005630 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a791f-ed93-4424-93c3-372cd352c950 admin admin] Pushing event updated for resources: {'Network': ['ID=83a8c1a9-aff2-4569-b616-a5e061f01595,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:32.015992 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:49:33.492834 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-577ef555-9171-4acd-98a3-cdeafd1e93ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:34.034260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:34.312759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38790) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:34.682407 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b375fc-fba4-4352-bcc7-71c31662fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:34.683651 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-39b375fc-fba4-4352-bcc7-71c31662fc07 admin admin] 10.222.0.16 "GET /v2.0/subnets/5487d5d8-f449-4f1e-b76c-c26b3f79b845 HTTP/1.1" status: 200 len: 849 time: 0.3699219 Jul 23 04:49:34.713785 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:34.798820 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f75a74cc-81a8-43d0-9086-2218406eac0f admin admin] 10.222.0.16 "GET /v2.0/routers/72d3a3e9-f1c0-4d85-beab-f5c59e183e3d HTTP/1.1" status: 200 len: 704 time: 0.1091940 Jul 23 04:49:35.061420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.354216 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Allocated IP 172.20.0.1 (40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a/5487d5d8-f449-4f1e-b76c-c26b3f79b845/3063281c-a768-41b6-a2c1-102bd77e0a63) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:49:35.546870 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.568069 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Transition to ACTIVE for port object 3063281c-a768-41b6-a2c1-102bd77e0a63 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:49:35.645144 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.715985 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:49:35.720497 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:35.726061 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:49:35.726494 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.784764 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Pushing event updated for resources: {'Port': ['ID=3063281c-a768-41b6-a2c1-102bd77e0a63,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:35.923736 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9371b5ce-1e6e-4222-a875-48024e02b2db None None] Provisioning for port 3063281c-a768-41b6-a2c1-102bd77e0a63 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:49:35.927256 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9371b5ce-1e6e-4222-a875-48024e02b2db None None] Provisioning complete for port 3063281c-a768-41b6-a2c1-102bd77e0a63 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:35.927630 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9371b5ce-1e6e-4222-a875-48024e02b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.937341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:35.959697 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9371b5ce-1e6e-4222-a875-48024e02b2db None None] Port 3063281c-a768-41b6-a2c1-102bd77e0a63 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:49:36.114164 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:36.117125 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:36.121305 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:36.122293 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:36.181861 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Pushing event updated for resources: {'Port': ['ID=3063281c-a768-41b6-a2c1-102bd77e0a63,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:36.244579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:49:36.246534 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:36.401782 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:49:36.481243 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-a379fb14-dbb2-43c1-83ca-04db3e8a5b76 None None] Provisioning complete for port 3063281c-a768-41b6-a2c1-102bd77e0a63 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:36.481541 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a379fb14-dbb2-43c1-83ca-04db3e8a5b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:36.499227 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:49:36.517567 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8724fa3e-e6d9-4e77-94c0-15b13fea8daf admin admin] 10.222.0.16 "PUT /v2.0/routers/72d3a3e9-f1c0-4d85-beab-f5c59e183e3d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7007618 Jul 23 04:49:36.517668 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Sync routers for ids ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:49:36.521653 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-a379fb14-dbb2-43c1-83ca-04db3e8a5b76 None None] Port 3063281c-a768-41b6-a2c1-102bd77e0a63 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:49:36.522061 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Routers {'72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:49:36.522961 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:49:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:36.705539 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Set router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:49:37.128971 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:35Z', 'revision_number': 2, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port_host': None, '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:35Z', 'revision_number': 2, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:37.178673 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Checking router: 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:49:37.179040 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Updating router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d port 3063281c-a768-41b6-a2c1-102bd77e0a63 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:49:37.240492 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:37.741286 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:37.759253 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Transition to ACTIVE for port object 3063281c-a768-41b6-a2c1-102bd77e0a63 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:49:37.765900 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:37.851056 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Pushing event updated for resources: {'Port': ['ID=3063281c-a768-41b6-a2c1-102bd77e0a63,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:37.862729 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.863077 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.863414 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.863747 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.864077 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.864404 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.864757 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.865083 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.865424 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.865748 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.866069 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.866407 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Tracked resource versions report: Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: pushed versions: Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: { 'AddressGroup': {'1.2'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'ConntrackHelper': {'1.0'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Log': {'1.0'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Network': {'1.1'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Port': {'1.7'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'PortForwarding': {'1.2'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'QosPolicy': {'1.8'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroup': {'1.4'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SubPort': {'1.0'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Subnet': {'1.1'}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Trunk': {'1.1'}} Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: consumer versions: Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'ConntrackHelper': '1.0', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Log': '1.0', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Network': '1.1', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Port': '1.7', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'PortForwarding': '1.2', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'QosPolicy': '1.8', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroup': '1.4', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroupRule': '1.2', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SubPort': '1.0', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Subnet': '1.1', Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Trunk': '1.1'}} Jul 23 04:49:37.867525 dv-cinder-801931-1-iscsi neutron-server[93029]: {{(pid=93029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:49:37.951006 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Attempting to bind port 3063281c-a768-41b6-a2c1-102bd77e0a63 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:49:37.951648 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Attempting to bind port 3063281c-a768-41b6-a2c1-102bd77e0a63 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:49:37.952063 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Attempting to bind port 3063281c-a768-41b6-a2c1-102bd77e0a63 on network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:49:37.957546 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:49:37.958019 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Checking segment: {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:49:37.958515 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:37.958910 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Bound using segment: {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:49:37.959449 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Bound port: 3063281c-a768-41b6-a2c1-102bd77e0a63, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe591df-2e15-479c-8b70-43c3b53faa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:49:37.959840 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:38.024400 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] For port 3063281c-a768-41b6-a2c1-102bd77e0a63, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:49:38.050184 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] For port 3063281c-a768-41b6-a2c1-102bd77e0a63, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3063281c-a768-41b6-a2c1-102bd77e0a63,segment=NetworkSegment(afe591df-2e15-479c-8b70-43c3b53faa29),segment_id=afe591df-2e15-479c-8b70-43c3b53faa29)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:49:38.054474 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:38.116934 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3272496-c1f4-4440-aaad-54b4a768b75f None None] Pushing event updated for resources: {'Port': ['ID=3063281c-a768-41b6-a2c1-102bd77e0a63,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:38.119533 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Routers {'72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:49:38.120123 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:49:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:38.208438 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] Set router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:49:38.409435 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:35Z', 'revision_number': 2, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port_host': None, '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:38Z', 'revision_number': 4, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:38.442642 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4a390-2b2a-46f1-a4c1-b0ad5f98d4b8 None None] The sync data for ids ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'] in dv-cinder-801931-1-iscsi is: [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:35Z', 'revision_number': 2, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port_host': None, '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:38Z', 'revision_number': 4, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:49:38.746772 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38810) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:38.921036 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c302969-9278-47b7-889d-71e13c1a3ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:38.927273 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8c302969-9278-47b7-889d-71e13c1a3ec4 admin admin] 10.222.0.16 "GET /v2.0/networks/83a8c1a9-aff2-4569-b616-a5e061f01595 HTTP/1.1" status: 200 len: 842 time: 0.1746457 Jul 23 04:49:38.931398 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'enable_dhcp': False}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:38.953478 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Made reservation on behalf of 90706816a09a4fb9aa98d12ac6551626 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:49:38.955912 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:39.305716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.objects.ports [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 04:49:39.306133 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:39.356952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53e4364-94f4-4fa7-8594-7784fde10dd2,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:39.367007 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:49:39.367360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Network hostable DHCP agents. Network: 83a8c1a9-aff2-4569-b616-a5e061f01595, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:49:39.382360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:49:39.390603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 83a8c1a9-aff2-4569-b616-a5e061f01595) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:39.394658 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:39.395240 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:39.400698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243716b8-a3e6-4c14-8fc4-47786b6ed9d6 None None] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:49:39.423410 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e3dbdc2e-d698-4474-adf4-22314990a3be admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4814227 Jul 23 04:49:39.444371 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:49:39.552026 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e5f64-61a3-40f2-8731-47cdb66994d3 None None] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:49:41.694851 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38828) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:41.820484 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1669a564-8c5b-4163-9b11-ff95ff363bce admin admin] 10.222.0.16 "GET /v2.0/routers/72d3a3e9-f1c0-4d85-beab-f5c59e183e3d HTTP/1.1" status: 200 len: 710 time: 0.1244228 Jul 23 04:49:41.906557 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849ebdc2-ca7c-4212-965f-462f660f8d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:49:41.907927 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-849ebdc2-ca7c-4212-965f-462f660f8d47 admin admin] 10.222.0.16 "GET /v2.0/networks/83a8c1a9-aff2-4569-b616-a5e061f01595 HTTP/1.1" status: 200 len: 886 time: 0.0818799 Jul 23 04:49:41.916776 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:49:42.155507 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:42.383275 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:42.457208 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:42.560795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Allocated IP 172.27.3.8 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/724b42cb-47d0-4381-8f20-010cb15e167a) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:49:42.659514 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:42.697612 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:42.735934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:49:42.738609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:49:42.745076 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:49:42.747793 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Pushing event updated for resources: {'Port': ['ID=724b42cb-47d0-4381-8f20-010cb15e167a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:43.073852 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:43.265555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:43.268659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1762042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1762017', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1761873'] for router, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:43.373324 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:49:43.485563 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:49:43.489441 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:43.490776 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-408a6c11-1226-47d0-be65-b9dcdd0ceebe admin admin] 10.222.0.16 "PUT /v2.0/routers/72d3a3e9-f1c0-4d85-beab-f5c59e183e3d HTTP/1.1" status: 200 len: 888 time: 1.5773988 Jul 23 04:49:43.888069 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3063281c-a768-41b6-a2c1-102bd77e0a63 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:43.938070 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 3063281c-a768-41b6-a2c1-102bd77e0a63 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:49:43.941616 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3063281c-a768-41b6-a2c1-102bd77e0a63 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:43.941994 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:44.015461 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:44.049224 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 3063281c-a768-41b6-a2c1-102bd77e0a63, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3063281c-a768-41b6-a2c1-102bd77e0a63,segment=NetworkSegment(afe591df-2e15-479c-8b70-43c3b53faa29),segment_id=afe591df-2e15-479c-8b70-43c3b53faa29)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:49:44.053069 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:44.098415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=3063281c-a768-41b6-a2c1-102bd77e0a63,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:44.804152 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Sync routers for ids ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:49:44.815149 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Routers {'72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:49:44.815793 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:49:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:45.069700 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Set router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:49:45.452055 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:42Z', 'revision_number': 4, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port': {'id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:42Z', 'updated_at': '2021-07-23T04:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:44Z', 'revision_number': 5, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:45.501958 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Checking router: 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:49:45.502310 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Updating router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d port 724b42cb-47d0-4381-8f20-010cb15e167a binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:49:45.537039 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:45.856222 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:45.859808 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3063281c-a768-41b6-a2c1-102bd77e0a63 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:45.869292 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Transition to ACTIVE for port object 724b42cb-47d0-4381-8f20-010cb15e167a will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:49:45.892944 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:45.899447 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 38840) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:49:45.966982 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3063281c-a768-41b6-a2c1-102bd77e0a63 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:45.967356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:45.987672 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Attempting to bind port 724b42cb-47d0-4381-8f20-010cb15e167a on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:49:45.988045 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Attempting to bind port 724b42cb-47d0-4381-8f20-010cb15e167a by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:49:45.988408 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Attempting to bind port 724b42cb-47d0-4381-8f20-010cb15e167a on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:49:45.992760 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fcfd0-5e98-405b-94a9-3f61c85c1c91 None None] Pushing event updated for resources: {'Port': ['ID=724b42cb-47d0-4381-8f20-010cb15e167a,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:46.001943 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:49:46.002324 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:49:46.002729 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:46.003120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:49:46.003583 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Bound port: 724b42cb-47d0-4381-8f20-010cb15e167a, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:49:46.003982 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:46.032777 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d537d359-d62e-4090-9b36-d4dd43f9b134 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1321597 Jul 23 04:49:46.086140 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] For port 724b42cb-47d0-4381-8f20-010cb15e167a, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:49:46.107350 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] For port 724b42cb-47d0-4381-8f20-010cb15e167a, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=724b42cb-47d0-4381-8f20-010cb15e167a,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:49:46.113176 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:46.253343 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Routers {'72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:49:46.253937 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:49:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:46.287360 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fcfd0-5e98-405b-94a9-3f61c85c1c91 None None] Pushing event updated for resources: {'Port': ['ID=724b42cb-47d0-4381-8f20-010cb15e167a,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:46.359077 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] Set router 72d3a3e9-f1c0-4d85-beab-f5c59e183e3d gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:49:46.571972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:42Z', 'revision_number': 4, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port': {'id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:42Z', 'updated_at': '2021-07-23T04:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:44Z', 'revision_number': 5, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:49:46.602273 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b99887-bad8-49eb-a85e-30eaef36bfdb None None] The sync data for ids ['72d3a3e9-f1c0-4d85-beab-f5c59e183e3d'] in dv-cinder-801931-1-iscsi is: [{'id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'name': 'router1', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:49:26Z', 'updated_at': '2021-07-23T04:49:42Z', 'revision_number': 4, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'gw_port': {'id': '724b42cb-47d0-4381-8f20-010cb15e167a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:6f:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:42Z', 'updated_at': '2021-07-23T04:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3063281c-a768-41b6-a2c1-102bd77e0a63', 'name': '', 'network_id': '40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a', 'tenant_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'mac_address': 'fa:16:3e:a4:44:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d3a3e9-f1c0-4d85-beab-f5c59e183e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:49:35Z', 'updated_at': '2021-07-23T04:49:44Z', 'revision_number': 5, 'project_id': 'cf58fd9cfeba4ddfa45eeb613dd19ac1', 'subnets': [{'id': '5487d5d8-f449-4f1e-b76c-c26b3f79b845', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db3b7ca7-8030-42cc-b4f4-fc4b9ac08e4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:49:47.890298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 724b42cb-47d0-4381-8f20-010cb15e167a up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:47.953128 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 724b42cb-47d0-4381-8f20-010cb15e167a completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:49:47.958070 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 724b42cb-47d0-4381-8f20-010cb15e167a triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:47.958538 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:48.037464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:48.059411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 724b42cb-47d0-4381-8f20-010cb15e167a, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=724b42cb-47d0-4381-8f20-010cb15e167a,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:49:48.064838 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:49:48.118008 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=724b42cb-47d0-4381-8f20-010cb15e167a,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:49:49.887771 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 724b42cb-47d0-4381-8f20-010cb15e167a up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:49:49.971325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 724b42cb-47d0-4381-8f20-010cb15e167a triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:49:49.971710 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:01.022227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4696844e-56d5-402e-ae0e-60f694ee616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:03.516144 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c314b9f2-5998-4210-a5b0-bfd14357d3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:04.053833 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:04.734588 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:06.130666 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:16.446875 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:50:31.025444 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e08de17f-89da-45c3-b057-bd66ccea5e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:33.504284 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-2bfe91da-73ed-4ac7-8357-617ff49b43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:34.043465 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:34.719991 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:36.133820 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:50:53.445264 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:51:01.029705 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-03597ed3-7fc0-4313-bcba-17b7f1311970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:03.498465 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c01d3edf-4d0a-4a80-84de-9c20d3f18e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:04.036017 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:04.724092 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:06.134883 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:22.811796 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39410) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:22.870233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.pecan_wsgi.hooks.translation [None req-986daf7d-f123-4618-9009-e5646e28dccb admin admin] GET failed (client error): The resource could not be found. Jul 23 04:51:22.871543 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-986daf7d-f123-4618-9009-e5646e28dccb admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0588021 Jul 23 04:51:23.029301 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127e7a7-2ae2-4dc8-b267-f12654b918bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:23.030779 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f127e7a7-2ae2-4dc8-b267-f12654b918bc admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1554642 Jul 23 04:51:25.197025 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39420) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:25.284990 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce30d1e-684d-4e91-91ff-e42174d3f1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:25.286497 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bce30d1e-684d-4e91-91ff-e42174d3f1ab admin admin] 10.222.0.16 "GET /v2.0/subnets/5487d5d8-f449-4f1e-b76c-c26b3f79b845 HTTP/1.1" status: 200 len: 849 time: 0.0885231 Jul 23 04:51:25.295507 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:51:25.379167 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:25.517031 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730986170736'] for subnet, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:25.544614 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:25.545190 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:25.546467 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] 10.222.0.16 "PUT /v2.0/subnets/5487d5d8-f449-4f1e-b76c-c26b3f79b845 HTTP/1.1" status: 200 len: 868 time: 0.2546120 Jul 23 04:51:25.564115 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d18dc00-4704-4079-9b45-089c1dfeb7db None None] Network 40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:51:25.568759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5487d5d8-f449-4f1e-b76c-c26b3f79b845,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:51:25.576253 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.576253 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.576718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.576941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.577266 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.577608 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.577936 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.578751 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.578751 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.578935 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.579173 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.579484 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33924bc-6812-4a63-b329-4c9e310cdab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:51:25.899704 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-40653014-52d8-4eb1-a3a2-e511a1d8143b None None] Provisioning complete for port b5b86468-dc70-41b2-98b2-06372ff29955 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:51:25.900078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-40653014-52d8-4eb1-a3a2-e511a1d8143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:25.991965 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-40653014-52d8-4eb1-a3a2-e511a1d8143b None None] Provisioning complete for port 3063281c-a768-41b6-a2c1-102bd77e0a63 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:51:25.992329 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-40653014-52d8-4eb1-a3a2-e511a1d8143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:27.818262 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39428) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:28.012040 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63065c97-d1ae-4fd1-b3a8-9227700d1bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:28.012429 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63065c97-d1ae-4fd1-b3a8-9227700d1bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:28.014000 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-63065c97-d1ae-4fd1-b3a8-9227700d1bbd admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1947603 Jul 23 04:51:30.159953 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39436) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:30.287969 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9fa3b-31c8-44d6-b732-8a5fe19e7729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:30.288444 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9fa3b-31c8-44d6-b732-8a5fe19e7729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:30.290001 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-cbb9fa3b-31c8-44d6-b732-8a5fe19e7729 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1290805 Jul 23 04:51:30.443768 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:51:31.030766 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-556eb124-84b3-4d97-848c-cac148037eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:32.470231 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39444) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:32.696222 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed5cbf-5460-4470-9e00-d020cf3df062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:32.697726 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-26ed5cbf-5460-4470-9e00-d020cf3df062 admin admin] 10.222.0.16 "GET /v2.0/networks/40b3a62b-ff69-4ea1-8abb-e36a1c5eeb3a HTTP/1.1" status: 200 len: 868 time: 0.2265239 Jul 23 04:51:33.499889 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6687b0f1-f419-407d-861a-2288af638483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:34.037164 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:34.727909 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:34.838079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39452) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:34.957929 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d481faa-490e-41c9-a0db-7b938e4abbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:34.959553 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8d481faa-490e-41c9-a0db-7b938e4abbed admin admin] 10.222.0.16 "GET /v2.0/networks/83a8c1a9-aff2-4569-b616-a5e061f01595 HTTP/1.1" status: 200 len: 886 time: 0.1204956 Jul 23 04:51:36.140708 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:51:37.110486 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39460) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:37.232975 dv-cinder-801931-1-iscsi neutron-server[93026]: WARNING oslo_policy.policy [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:51:37.233595 dv-cinder-801931-1-iscsi neutron-server[93026]: WARNING oslo_policy.policy [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:51:37.636078 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.policy [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93026) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 04:51:37.680820 dv-cinder-801931-1-iscsi neutron-server[93026]: WARNING oslo_policy.policy [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:51:37.681192 dv-cinder-801931-1-iscsi neutron-server[93026]: WARNING oslo_policy.policy [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 04:51:37.689241 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:37.689710 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:37.692348 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-03ec24a2-79e5-4ee5-96b0-f69699e07c9e admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5797534 Jul 23 04:51:39.836508 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39476) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:39.923701 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0eedc6-1834-4f99-abf4-35d35e9456f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:39.924149 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0eedc6-1834-4f99-abf4-35d35e9456f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:39.926293 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8b0eedc6-1834-4f99-abf4-35d35e9456f9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888159 Jul 23 04:51:42.087603 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39484) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:42.211615 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7a7504-0a80-4cf8-886f-163b4294870c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:42.212887 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-df7a7504-0a80-4cf8-886f-163b4294870c admin admin] 10.222.0.16 "GET /v2.0/subnets/5487d5d8-f449-4f1e-b76c-c26b3f79b845 HTTP/1.1" status: 200 len: 868 time: 0.1243415 Jul 23 04:51:44.368354 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39492) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:51:44.451535 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d0abef-a8d9-413e-8e9e-69764cf86050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:51:44.452872 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b9d0abef-a8d9-413e-8e9e-69764cf86050 admin admin] 10.222.0.16 "GET /v2.0/subnets/a53e4364-94f4-4fa7-8594-7784fde10dd2 HTTP/1.1" status: 200 len: 816 time: 0.0835669 Jul 23 04:52:01.032970 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d992bc8-26fe-4a63-b0f7-8825540158f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:03.501095 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7c975853-5de0-4cb6-9d06-e44efae49756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:04.038207 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:04.730250 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:06.144210 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:07.442662 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:52:08.831409 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39544) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:52:08.877920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [None req-553e26b8-7233-4acb-92ab-ffca12dd6e02 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:52:08.878911 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-553e26b8-7233-4acb-92ab-ffca12dd6e02 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465617 Jul 23 04:52:11.197402 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39552) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:52:11.274969 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c21ddc9-9c2b-46d1-8cd9-24a1ffb2f874 admin admin] GET failed (client error): The resource could not be found. Jul 23 04:52:11.276319 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4c21ddc9-9c2b-46d1-8cd9-24a1ffb2f874 admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0780072 Jul 23 04:52:11.432352 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63fcdd9-4ec2-4768-bf48-7f959df477b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:52:11.433794 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d63fcdd9-4ec2-4768-bf48-7f959df477b1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1536477 Jul 23 04:52:13.632698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39560) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:52:13.678259 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:52:13.699033 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Made reservation on behalf of 90706816a09a4fb9aa98d12ac6551626 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:52:13.701272 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:13.729771 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING neutron.services.revisions.revision_plugin [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Could not find related network for resource to bump revision. Jul 23 04:52:13.741054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:52:13.749984 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:13.750280 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Added segment d85fb0c9-371c-49a0-8808-430d20a82a6c of type vlan for network 16ed2e93-06a0-485c-801b-2cd614c96000 Jul 23 04:52:13.791548 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:13.817846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:13.818765 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:52:13.819343 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:13.848686 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2141469 Jul 23 04:52:13.884779 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ba33a-2c85-4e11-a3ce-acbc6f703d38 admin admin] Pushing event updated for resources: {'Network': ['ID=16ed2e93-06a0-485c-801b-2cd614c96000,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:52:13.896912 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 16ed2e93-06a0-485c-801b-2cd614c96000 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:52:16.031931 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39568) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:52:16.089925 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2727fe9-ca90-4297-b3ac-93c1c22fa283 admin admin] GET failed (client error): The resource could not be found. Jul 23 04:52:16.091289 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f2727fe9-ca90-4297-b3ac-93c1c22fa283 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583963 Jul 23 04:52:16.160401 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a284b74-910c-4016-8b0a-6b37616f002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:52:16.162394 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2a284b74-910c-4016-8b0a-6b37616f002b admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0673113 Jul 23 04:52:16.171687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:52:16.191771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Made reservation on behalf of 90706816a09a4fb9aa98d12ac6551626 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:52:16.194583 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:16.351578 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:16.405335 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=50176709-dcdd-4d77-9059-ab46264ff863,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:52:16.410251 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Checking segment: {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:52:16.411284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Network hostable DHCP agents. Network: 16ed2e93-06a0-485c-801b-2cd614c96000, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:52:16.427095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Network 16ed2e93-06a0-485c-801b-2cd614c96000 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:52:16.436744 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 16ed2e93-06a0-485c-801b-2cd614c96000) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:52:16.440972 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:52:16.441598 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:16.446632 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f4efc-3c0e-48df-966a-1246bd1e556c None None] Network 16ed2e93-06a0-485c-801b-2cd614c96000 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:52:16.456966 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0f6567e6-5384-49f2-9427-2713f3f6f0aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2885056 Jul 23 04:52:16.714400 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-16ed2e93-06a0-485c-801b-2cd614c96000', 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000', 'tenant_id': '90706816a09a4fb9aa98d12ac6551626', 'fixed_ips': [{'subnet_id': '50176709-dcdd-4d77-9059-ab46264ff863'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:52:16.715269 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:16.858431 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Allocated IP 192.168.233.2 (16ed2e93-06a0-485c-801b-2cd614c96000/50176709-dcdd-4d77-9059-ab46264ff863/9b44157c-4548-4cdb-8f34-1608e32471bc) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:52:17.004910 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:17.013790 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Transition to ACTIVE for port object 9b44157c-4548-4cdb-8f34-1608e32471bc will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:52:17.029422 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Transition to ACTIVE for port object 9b44157c-4548-4cdb-8f34-1608e32471bc will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:52:17.035288 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:17.078018 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Network 16ed2e93-06a0-485c-801b-2cd614c96000 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:52:17.080718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:52:17.084289 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:52:17.091227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Pushing event updated for resources: {'Port': ['ID=9b44157c-4548-4cdb-8f34-1608e32471bc,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:52:17.100836 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.101190 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.101531 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.101869 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.102202 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.102538 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.102881 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.103195 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.103540 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.103867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.104192 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.104513 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:52:17.155329 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Attempting to bind port 9b44157c-4548-4cdb-8f34-1608e32471bc on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:52:17.155698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Attempting to bind port 9b44157c-4548-4cdb-8f34-1608e32471bc by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:52:17.156055 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Attempting to bind port 9b44157c-4548-4cdb-8f34-1608e32471bc on network 16ed2e93-06a0-485c-801b-2cd614c96000 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:52:17.161134 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:52:17.161483 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Checking segment: {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:52:17.161878 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:17.162261 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Bound using segment: {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:52:17.162716 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Bound port: 9b44157c-4548-4cdb-8f34-1608e32471bc, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:52:17.163103 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:17.224079 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] For port 9b44157c-4548-4cdb-8f34-1608e32471bc, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:52:17.227227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] For port 9b44157c-4548-4cdb-8f34-1608e32471bc, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=9b44157c-4548-4cdb-8f34-1608e32471bc,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:52:17.231899 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:17.293503 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1903e-32dc-4d07-8279-324f65eae0fb None None] Pushing event updated for resources: {'Port': ['ID=9b44157c-4548-4cdb-8f34-1608e32471bc,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:52:18.016110 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9b44157c-4548-4cdb-8f34-1608e32471bc up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:52:18.073088 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 9b44157c-4548-4cdb-8f34-1608e32471bc completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:52:18.132962 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa4dbc9-9b70-44d5-8bd5-51ad7b6c1a66 None None] Network 16ed2e93-06a0-485c-801b-2cd614c96000 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:52:18.203606 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Provisioning for port 9b44157c-4548-4cdb-8f34-1608e32471bc completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:52:18.210968 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Provisioning complete for port 9b44157c-4548-4cdb-8f34-1608e32471bc triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:52:18.211288 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:18.356639 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:18.403883 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] For port 9b44157c-4548-4cdb-8f34-1608e32471bc, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=9b44157c-4548-4cdb-8f34-1608e32471bc,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:52:18.408555 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:18.465347 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3edfc6-ed4b-4707-a865-c7c3b7d8407f None None] Pushing event updated for resources: {'Port': ['ID=9b44157c-4548-4cdb-8f34-1608e32471bc,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:52:18.629341 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-95078dde-c1db-4c93-8d52-5db35e99ea7a None None] Provisioning complete for port 9b44157c-4548-4cdb-8f34-1608e32471bc triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:52:18.629612 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-95078dde-c1db-4c93-8d52-5db35e99ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:19.965175 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9b44157c-4548-4cdb-8f34-1608e32471bc up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:52:20.015013 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 9b44157c-4548-4cdb-8f34-1608e32471bc triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:52:20.015384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:31.033841 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3b0b4567-9583-45f8-a9ab-0b56ccf7317a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:33.503246 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-642e2fbc-fd76-4e5d-8bb4-4d14be5683dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:34.039791 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:34.732428 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:36.149208 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:52:44.440230 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:53:01.034818 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-693014c3-c8ee-403a-b7cd-b9bf32bd8f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:03.504604 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ccf44eae-4664-4fb7-8a69-facc71643384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:04.040065 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:04.736394 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:06.151263 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:21.438266 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:53:26.329046 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39620) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:53:26.335630 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [None req-2e343364-d6dd-4cf1-8e7d-793f77c1288e tempest-verify_tempest_config-742715432 tempest-verify_tempest_config-742715432-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:53:26.336623 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2e343364-d6dd-4cf1-8e7d-793f77c1288e tempest-verify_tempest_config-742715432 tempest-verify_tempest_config-742715432-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065644 Jul 23 04:53:26.640027 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39638) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:53:26.738563 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:26.827409 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:26.831038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:26.878922 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed12a95a10e0444ab689b23da23018c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2378154 Jul 23 04:53:26.879742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea87f4c9-ab5c-4939-b92a-c2c79567fbe8,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:53:26.881536 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39642) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:53:26.886382 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.886742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.887079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.887408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.887733 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.888078 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.888405 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.888750 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.889070 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.889385 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.889698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.890010 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b0b653-6a28-4320-90e3-e2feefec42c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:26.969522 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:26.990053 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:27.081373 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:27.084611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:27.085791 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea87f4c9-ab5c-4939-b92a-c2c79567fbe8 HTTP/1.1" status: 204 len: 168 time: 0.2032046 Jul 23 04:53:27.093805 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea87f4c9-ab5c-4939-b92a-c2c79567fbe8,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:53:27.102742 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.103117 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.103440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.103771 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.104100 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.104445 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.104796 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.105414 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.105766 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.106093 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.106416 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.106737 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfb04d-4091-4500-a3c3-2f21c3e5da7f admin admin] Tracked resource versions report: Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: pushed versions: Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: { 'AddressGroup': {'1.2'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'ConntrackHelper': {'1.0'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Log': {'1.0'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Network': {'1.1'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Port': {'1.7'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'PortForwarding': {'1.2'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'QosPolicy': {'1.8'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroup': {'1.4'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SubPort': {'1.0'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Subnet': {'1.1'}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Trunk': {'1.1'}} Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: consumer versions: Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'ConntrackHelper': '1.0', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Log': '1.0', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Network': '1.1', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Port': '1.7', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'PortForwarding': '1.2', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'QosPolicy': '1.8', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroup': '1.4', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroupRule': '1.2', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SubPort': '1.0', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Subnet': '1.1', Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Trunk': '1.1'}} Jul 23 04:53:27.107865 dv-cinder-801931-1-iscsi neutron-server[93026]: {{(pid=93026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:53:31.035089 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4180d3e9-567c-426a-9e2a-012fa89562c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:33.506809 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ce264834-807b-435c-836d-9f884543e132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:34.042462 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:34.740607 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:36.155000 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:53:58.436388 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:54:01.035658 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4971491e-be07-42d7-a52d-59d94934786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:03.508565 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-aa9ae8c7-4d55-4937-814b-18d12b8c2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:04.042931 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:04.741779 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:06.156939 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:31.037025 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e595c7ce-01ab-4068-a129-449a28d2bbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:33.508687 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b767b9dd-7813-414d-9dd7-bdfae3b08f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:34.044864 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:34.745360 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:35.435210 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 5 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:54:36.160579 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:54:57.267800 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1764577'] for agent, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:01.037866 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a452ba4a-07b7-4834-8fa0-a7c7721b88c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:03.508300 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c743ffa-985c-420a-a563-b063bc941010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:04.044999 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:04.749965 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:06.163210 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:11.978939 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39720) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:55:12.081103 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d8cd2a00-3f5d-4fd2-bac7-e75df2f22789 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1009839 Jul 23 04:55:12.434374 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:55:14.237612 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39730) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:55:14.290046 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-be14bb4e-9416-4f8a-9611-7ddc374f569f admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0513623 Jul 23 04:55:27.242479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:31.035011 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8fb06d8c-c0aa-4d6c-85a2-52fa3daec006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:33.512069 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d3c94429-8f79-4fff-a0e5-3e4cb6301a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:34.046100 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:34.750964 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:36.167795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:55:49.433347 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:55:57.261464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:01.040370 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-00a7872d-e568-429a-8fc2-cfcf43b0bf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:03.516633 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f97f0e3c-40b4-4cdf-9883-de876fbb2013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:04.047979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:04.754853 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:06.172505 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:26.432793 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:56:27.386715 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:31.032822 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1cd65e58-d3d7-44c1-ba3c-6fc0885af7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:33.509918 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a6494122-0d41-444f-8f4e-19421a0039e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:34.049564 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:34.756303 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:36.173300 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:40.634038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39852) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:40.851299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-372547557-network', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:40.877917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Made reservation on behalf of c763959a90a144f0978913c461a4d7e0 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:40.880363 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:40.889896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:40.985724 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:40.991136 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.019857 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06537c53-44e4-4655-b72d-d8b9ea99c963,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:41.028981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.029331 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.029611 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.029938 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.030263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.030582 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.030901 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.031296 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.031570 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.031845 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.032246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.032595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Tracked resource versions report: Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: pushed versions: Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: { 'AddressGroup': {'1.2'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'ConntrackHelper': {'1.0'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Log': {'1.0'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Network': {'1.1'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Port': {'1.7'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'PortForwarding': {'1.2'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'QosPolicy': {'1.8'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroup': {'1.4'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SubPort': {'1.0'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Subnet': {'1.1'}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Trunk': {'1.1'}} Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: consumer versions: Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: HyperV agent@hv-cinder-80193: {}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'ConntrackHelper': '1.0', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Log': '1.0', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Network': '1.1', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Port': '1.7', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'PortForwarding': '1.2', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'QosPolicy': '1.8', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroup': '1.4', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SecurityGroupRule': '1.2', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'SubPort': '1.0', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Subnet': '1.1', Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: 'Trunk': '1.1'}} Jul 23 04:56:41.033695 dv-cinder-801931-1-iscsi neutron-server[93027]: {{(pid=93027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:56:41.036264 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:56:41.046333 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.047019 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Added segment 5a9a5aad-ebf8-4f56-a972-0a65c6645f96 of type vlan for network e75a493c-9d8e-41cd-b403-e809a1f6dc54 Jul 23 04:56:41.095500 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.126180 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.127461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:41.128040 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.165891 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5295699 Jul 23 04:56:41.169222 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39888) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:41.175880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Request body: {'subnet': {'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-372547557-subnet', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:41.177677 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.quota [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Loaded quota_driver: . Jul 23 04:56:41.200622 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633edb5-3f35-4f3f-95b4-eb5fbe8801c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e75a493c-9d8e-41cd-b403-e809a1f6dc54,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:41.212003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:56:41.226900 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Made reservation on behalf of c763959a90a144f0978913c461a4d7e0 for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:41.230555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.517567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.569741 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96e28f95-0892-4a1e-a2e1-4f1d499dc872,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:41.583803 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.583803 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.584099 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.584376 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.584568 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.585190 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.585567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.585885 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.586217 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.586621 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.586941 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.588032 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Tracked resource versions report: Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: pushed versions: Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: { 'AddressGroup': {'1.2'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'ConntrackHelper': {'1.0'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Log': {'1.0'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Network': {'1.1'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Port': {'1.7'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'PortForwarding': {'1.2'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'QosPolicy': {'1.8'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroup': {'1.4'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SubPort': {'1.0'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Subnet': {'1.1'}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Trunk': {'1.1'}} Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: consumer versions: Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: HyperV agent@hv-cinder-80193: {}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'ConntrackHelper': '1.0', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Log': '1.0', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Network': '1.1', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Port': '1.7', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'PortForwarding': '1.2', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'QosPolicy': '1.8', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroup': '1.4', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SecurityGroupRule': '1.2', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'SubPort': '1.0', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Subnet': '1.1', Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: 'Trunk': '1.1'}} Jul 23 04:56:41.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: {{(pid=93026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:56:41.622014 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39912) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:41.625881 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Checking segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:41.626262 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Network hostable DHCP agents. Network: e75a493c-9d8e-41cd-b403-e809a1f6dc54, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:56:41.651094 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:56:41.669341 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, e75a493c-9d8e-41cd-b403-e809a1f6dc54) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:41.674598 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:41.675925 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.680356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2cfed-5042-45ec-952e-ebf3174b34bf None None] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:41.705327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 39924) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:41.706146 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e9beb1f0-727e-43e9-b6ea-d883314e21b9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5349622 Jul 23 04:56:41.709785 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:41.735674 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.736838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.804141 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.863189 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:56:41.864425 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:41.894971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-network', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:41.976272 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.008779 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Made reservation on behalf of e49956fe25ad4efc8f1d2cb60aa4a2ed for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:42.011609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.024332 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Allocated IP 172.20.0.2 (e75a493c-9d8e-41cd-b403-e809a1f6dc54/96e28f95-0892-4a1e-a2e1-4f1d499dc872/69e1e62b-c938-4b21-a556-5cf021c071e1) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:42.028184 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.112401 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39942) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:42.213298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.222710 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Transition to ACTIVE for port object 69e1e62b-c938-4b21-a556-5cf021c071e1 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:42.238411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Transition to ACTIVE for port object 69e1e62b-c938-4b21-a556-5cf021c071e1 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:42.245973 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.265649 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39950) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:42.273579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.285055 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:42.288905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:42.292174 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:42.298299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.309784 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:56:42.319259 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.319399 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Added segment 429a83f6-2156-447c-8cb0-3d3de977545a of type vlan for network 09facd24-b102-485f-96e9-52db73412730 Jul 23 04:56:42.338140 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Pushing event updated for resources: {'Port': ['ID=69e1e62b-c938-4b21-a556-5cf021c071e1,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:42.361608 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.362241 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.362738 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.363241 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.363736 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.364210 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.364736 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.365230 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.365728 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.366219 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.366719 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.367260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Tracked resource versions report: Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: pushed versions: Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: { 'AddressGroup': {'1.2'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'ConntrackHelper': {'1.0'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Log': {'1.0'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Network': {'1.1'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Port': {'1.7'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'PortForwarding': {'1.2'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'QosPolicy': {'1.8'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroup': {'1.4'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SubPort': {'1.0'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Subnet': {'1.1'}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Trunk': {'1.1'}} Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: consumer versions: Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: HyperV agent@hv-cinder-80193: {}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'ConntrackHelper': '1.0', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Log': '1.0', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Network': '1.1', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Port': '1.7', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'PortForwarding': '1.2', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'QosPolicy': '1.8', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroup': '1.4', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SecurityGroupRule': '1.2', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'SubPort': '1.0', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Subnet': '1.1', Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: 'Trunk': '1.1'}} Jul 23 04:56:42.369131 dv-cinder-801931-1-iscsi neutron-server[93028]: {{(pid=93028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:56:42.385856 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.390987 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Attempting to bind port 69e1e62b-c938-4b21-a556-5cf021c071e1 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:42.391427 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Attempting to bind port 69e1e62b-c938-4b21-a556-5cf021c071e1 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:42.392020 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Attempting to bind port 69e1e62b-c938-4b21-a556-5cf021c071e1 on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:42.397460 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:42.398092 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Checking segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:42.398716 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.399402 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Bound using segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:42.400306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Bound port: 69e1e62b-c938-4b21-a556-5cf021c071e1, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:42.401061 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.412158 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e446e-c8e5-4c0d-b390-a22ef771d1b3,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:42.422368 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.447377 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.517588 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] For port 69e1e62b-c938-4b21-a556-5cf021c071e1, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:42.519849 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.520775 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] For port 69e1e62b-c938-4b21-a556-5cf021c071e1, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69e1e62b-c938-4b21-a556-5cf021c071e1,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:42.521212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:42.521814 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.527292 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.580254 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-566523924-network', 'tenant_id': '750d00ff4e7740e8a8794444443fba0b'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:42.611621 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa30b18-ef97-491c-a7b3-0ced461ed4ec None None] Pushing event updated for resources: {'Port': ['ID=69e1e62b-c938-4b21-a556-5cf021c071e1,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:42.625780 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9999831 Jul 23 04:56:42.626199 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 39966) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:42.640398 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Request body: {'subnet': {'network_id': '09facd24-b102-485f-96e9-52db73412730', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-subnet', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:42.657292 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-network', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:42.660293 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Made reservation on behalf of 750d00ff4e7740e8a8794444443fba0b for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:42.672187 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.709543 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.711759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210da4e-3586-46ad-91db-15cae57fe589 admin admin] Pushing event updated for resources: {'Network': ['ID=09facd24-b102-485f-96e9-52db73412730,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:42.724936 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 09facd24-b102-485f-96e9-52db73412730 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:56:42.744763 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Allocated IP 172.27.3.66 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/6fd16609-6f75-4e71-8b6e-4e1c706a8333) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:42.744994 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Made reservation on behalf of e49956fe25ad4efc8f1d2cb60aa4a2ed for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:42.747485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.760404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Made reservation on behalf of c8aacb7fa3af440d9685ec11568d35fb for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:42.769042 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.833699 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.913535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:42.982284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.034333 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Pushing event updated for resources: {'Port': ['ID=6fd16609-6f75-4e71-8b6e-4e1c706a8333,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:43.048805 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:43.050527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:43.053650 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:43.114402 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.149278 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.226066 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:56:43.230439 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:43.257842 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.307919 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730986299944', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.309283 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 04:56:43.309973 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Added segment e78637b0-debf-45e8-89f0-3f5544d05154 of type vlan for network 7ed134cc-926c-479c-b368-b1db7e092ba1 Jul 23 04:56:43.385907 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.489670 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.490429 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:43.491002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.512719 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.559348 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Checking segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:43.560050 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Network hostable DHCP agents. Network: 09facd24-b102-485f-96e9-52db73412730, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:56:43.578610 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021c1bc2-8389-455a-9263-fda291047c5d,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:43.827182 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ed134cc-926c-479c-b368-b1db7e092ba1,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:43.851838 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Network 09facd24-b102-485f-96e9-52db73412730 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:56:43.852238 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 7ed134cc-926c-479c-b368-b1db7e092ba1 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:56:43.899158 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.901797 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 09facd24-b102-485f-96e9-52db73412730) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:43.916341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.918748 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.941978 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:43.942438 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.956247 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a1de9d47-22ee-4b4c-a755-f18f721002a3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8403778 Jul 23 04:56:43.956894 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40018) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:43.973584 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:56:43.985536 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3b60f1-22d7-4e23-8fb3-3ee30026e2aa None None] Network 09facd24-b102-485f-96e9-52db73412730 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:43.988114 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:43.988586 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Added segment deab3c40-8d2c-4ab0-9215-325fe0412c3b of type vlan for network 8262d930-52d3-469c-a82a-d992abcada77 Jul 23 04:56:44.024944 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Request body: {'subnet': {'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-566523924-subnet', 'tenant_id': '750d00ff4e7740e8a8794444443fba0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:44.115906 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b92e210-1085-4e5d-87ff-9feb1544bbe7 None None] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:44.165814 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.215228 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Made reservation on behalf of 750d00ff4e7740e8a8794444443fba0b for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:44.218076 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Router 56667464-f6a3-4f35-84be-167811161521 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:56:44.236567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.255048 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69e1e62b-c938-4b21-a556-5cf021c071e1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:44.295812 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0989d8ea-021d-4e58-830f-6f40107b1c92 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6684902 Jul 23 04:56:44.299265 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40036) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:44.303537 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:44.307671 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083791cf-7f82-439b-8d9d-539ff36ba939,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:44.329102 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.330880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:44.331845 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.352218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.353299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.395085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-d8389168-2446-4d5a-9944-65a598a37fe7 None None] Provisioning for port 69e1e62b-c938-4b21-a556-5cf021c071e1 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:44.415086 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a15660-4a99-4f30-be30-1404d7ef43dd None None] Network 09facd24-b102-485f-96e9-52db73412730 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:44.422930 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1560564 Jul 23 04:56:44.423715 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40038) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:44.434551 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Request body: {'subnet': {'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-subnet', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:44.438804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.523616 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae619f-e6c5-486a-b865-59725e832a75 admin admin] Pushing event updated for resources: {'Network': ['ID=8262d930-52d3-469c-a82a-d992abcada77,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:44.544280 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Made reservation on behalf of c8aacb7fa3af440d9685ec11568d35fb for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:44.546708 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.576050 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:56:44.589613 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:56:44.594150 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 8262d930-52d3-469c-a82a-d992abcada77 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:56:44.599787 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:44.600402 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:44.684012 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 69e1e62b-c938-4b21-a556-5cf021c071e1 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:44.703102 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 69e1e62b-c938-4b21-a556-5cf021c071e1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:44.703483 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.725531 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.740748 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.744907 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3c05cd4d-ab52-4aa8-9fcb-073030234383 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0386581 Jul 23 04:56:44.750438 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.756380 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40052) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:44.878875 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:44.883098 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:44.964861 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 69e1e62b-c938-4b21-a556-5cf021c071e1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69e1e62b-c938-4b21-a556-5cf021c071e1,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:56:44.971419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.078655 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=69e1e62b-c938-4b21-a556-5cf021c071e1,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:45.121667 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.207761 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a232ef-27d0-4f83-8513-d531bc436e84,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:45.221458 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Checking segment: {'id': 'e78637b0-debf-45e8-89f0-3f5544d05154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:45.222053 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Network hostable DHCP agents. Network: 7ed134cc-926c-479c-b368-b1db7e092ba1, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:56:45.261884 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-7c4e1d08-5704-420f-9ca9-d1e34aeb4825 None None] Provisioning complete for port 69e1e62b-c938-4b21-a556-5cf021c071e1 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:45.262944 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7c4e1d08-5704-420f-9ca9-d1e34aeb4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.294739 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Checking segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:45.295357 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Network hostable DHCP agents. Network: 8262d930-52d3-469c-a82a-d992abcada77, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:56:45.299067 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6919981c-658b-4065-8f04-2301dcac5704,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:45.307390 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Network 7ed134cc-926c-479c-b368-b1db7e092ba1 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:56:45.326572 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 7ed134cc-926c-479c-b368-b1db7e092ba1) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:45.336821 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:45.338157 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:43Z', 'revision_number': 3, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:45.339341 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.349584 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Network 8262d930-52d3-469c-a82a-d992abcada77 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:56:45.362293 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 8262d930-52d3-469c-a82a-d992abcada77) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:45.372335 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:45.374149 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.382411 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:56:45.382752 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Updating router 56667464-f6a3-4f35-84be-167811161521 port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:56:45.391829 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb16b124-10a9-41a4-a865-81f99098baa9 None None] Network 7ed134cc-926c-479c-b368-b1db7e092ba1 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:45.396544 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f46af7-2970-4918-8799-d2395947f008 None None] Network 8262d930-52d3-469c-a82a-d992abcada77 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:45.419581 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6393937c-73cf-49b5-9ac4-1d51f8d23541 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4182320 Jul 23 04:56:45.423629 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9b40a678-8f6f-4d88-82a5-f49970c06abf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9939601 Jul 23 04:56:45.429653 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40084) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:45.437091 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.450491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:45.537954 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.539651 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.686875 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40098) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:45.835664 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.968161 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.984444 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bbe793f0-8fb0-4662-8470-67ece99abcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:45.990055 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Transition to ACTIVE for port object 6fd16609-6f75-4e71-8b6e-4e1c706a8333 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:46.003003 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.004675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.049789 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Attempting to bind port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:46.050436 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Attempting to bind port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:46.050959 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Attempting to bind port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:46.080337 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:46.081135 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:46.081821 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.082973 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:46.083774 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Bound port: 6fd16609-6f75-4e71-8b6e-4e1c706a8333, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:46.084329 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.187796 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] For port 6fd16609-6f75-4e71-8b6e-4e1c706a8333, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:46.200140 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] For port 6fd16609-6f75-4e71-8b6e-4e1c706a8333, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6fd16609-6f75-4e71-8b6e-4e1c706a8333,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:46.213083 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69e1e62b-c938-4b21-a556-5cf021c071e1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:46.215453 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.241113 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Pushing event updated for resources: {'Port': ['ID=6fd16609-6f75-4e71-8b6e-4e1c706a8333,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:46.255530 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.256135 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.256842 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.257338 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.257842 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.258328 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.259887 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.260575 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.261097 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.261867 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.262523 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.263266 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Tracked resource versions report: Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: pushed versions: Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: { 'AddressGroup': {'1.2'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'ConntrackHelper': {'1.0'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Log': {'1.0'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Network': {'1.1'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Port': {'1.7'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'PortForwarding': {'1.2'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'QosPolicy': {'1.8'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroup': {'1.4'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroupRule': {'1.2'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SubPort': {'1.0'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Subnet': {'1.1'}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Trunk': {'1.1'}} Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: consumer versions: Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: { DHCP agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: HyperV agent@hv-cinder-80193: {}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: L3 agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: Metadata agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: Metering agent@dv-cinder-801931-1-iscsi: {}, Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: Open vSwitch agent@dv-cinder-801931-1-iscsi: { 'AddressGroup': '1.2', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'ConntrackHelper': '1.0', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Log': '1.0', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Network': '1.1', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Port': '1.7', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'PortForwarding': '1.2', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'QosPolicy': '1.8', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroup': '1.4', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SecurityGroupRule': '1.2', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'SubPort': '1.0', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Subnet': '1.1', Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: 'Trunk': '1.1'}} Jul 23 04:56:46.264756 dv-cinder-801931-1-iscsi neutron-server[93029]: {{(pid=93029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 04:56:46.271122 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:46.271722 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:46.339923 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40126) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:46.363681 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.372341 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.579466 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b161e8-8ab3-4f60-8181-89a0a73d634a None None] Network 7ed134cc-926c-479c-b368-b1db7e092ba1 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:46.592365 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52430e-fa33-497d-bda2-e8db67b7da3c None None] Pushing event updated for resources: {'Port': ['ID=6fd16609-6f75-4e71-8b6e-4e1c706a8333,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:46.640251 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-8262d930-52d3-469c-a82a-d992abcada77', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:56:46.640776 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.657451 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:46.658681 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40150) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:46.660773 dv-cinder-801931-1-iscsi neutron-server[93027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 04:56:46.781834 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Allocated IP 172.27.3.235 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/4af4bc82-4f9d-4d9c-8f48-2002cd2193a8) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:46.798828 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a0986171-db19-4887-8578-a22272f9ee52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.799827 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.821508 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 69e1e62b-c938-4b21-a556-5cf021c071e1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:46.821894 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.824266 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.891572 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:46.928030 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:43Z', 'revision_number': 3, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:46.966751 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a621710e-065a-4b5b-a733-401436f556b2 None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:43Z', 'revision_number': 3, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:56:47.193286 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bbe793f0-8fb0-4662-8470-67ece99abcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.217957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Allocated IP 172.20.0.2 (8262d930-52d3-469c-a82a-d992abcada77/6919981c-658b-4065-8f04-2301dcac5704/0a65490f-74b3-4272-91ce-c1be985ad7c1) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:47.357203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a0986171-db19-4887-8578-a22272f9ee52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.359347 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40170) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:47.366445 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a0986171-db19-4887-8578-a22272f9ee52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.376564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bbe793f0-8fb0-4662-8470-67ece99abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.435947 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a0986171-db19-4887-8578-a22272f9ee52 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80184f2bead44c01a3d0745c96c0e938&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0881665 Jul 23 04:56:47.435947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40176) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:47.435947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0986171-db19-4887-8578-a22272f9ee52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96d5dde-4f39-4015-b6d1-01c4025e4914,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:47.476143 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-057d1854-a685-4084-b8cb-96ef7b283723 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:47.477040 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.487287 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Transition to ACTIVE for port object 0a65490f-74b3-4272-91ce-c1be985ad7c1 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:47.490065 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-057d1854-a685-4084-b8cb-96ef7b283723 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/networks?id=7ed134cc-926c-479c-b368-b1db7e092ba1 HTTP/1.1" status: 200 len: 811 time: 0.8302753 Jul 23 04:56:47.520130 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Transition to ACTIVE for port object 0a65490f-74b3-4272-91ce-c1be985ad7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:47.536467 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.542941 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.570715 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Network 8262d930-52d3-469c-a82a-d992abcada77 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:47.573772 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:47.574909 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.577636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:47.583908 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-94008ab2-41ad-4ca1-90ad-bdc2a54fec83 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/quotas/750d00ff4e7740e8a8794444443fba0b HTTP/1.1" status: 200 len: 375 time: 0.0928128 Jul 23 04:56:47.588322 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bbe793f0-8fb0-4662-8470-67ece99abcdb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c1525a57ab04356b0af7a41946e1f57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9000344 Jul 23 04:56:47.598025 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40180) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:47.714789 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bca85a14-7fd7-4d6e-831e-ef4ad407f505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.722274 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Pushing event updated for resources: {'Port': ['ID=0a65490f-74b3-4272-91ce-c1be985ad7c1,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:47.732127 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Attempting to bind port 0a65490f-74b3-4272-91ce-c1be985ad7c1 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:47.732632 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Attempting to bind port 0a65490f-74b3-4272-91ce-c1be985ad7c1 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:47.733111 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Attempting to bind port 0a65490f-74b3-4272-91ce-c1be985ad7c1 on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:47.738555 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:47.739051 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Checking segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:47.739576 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.740024 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Bound using segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:47.740855 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Bound port: 0a65490f-74b3-4272-91ce-c1be985ad7c1, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:47.741695 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.752954 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.791288 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.793758 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-ba7ea6eb-d18d-4c47-9192-77c443f4f59f tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=750d00ff4e7740e8a8794444443fba0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2090082 Jul 23 04:56:47.795708 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Allocated IP 172.20.0.1 (e75a493c-9d8e-41cd-b403-e809a1f6dc54/96e28f95-0892-4a1e-a2e1-4f1d499dc872/eb3cc01e-c194-4ae6-82ee-23f769281c23) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:47.804076 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.807900 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f96d5dde-4f39-4015-b6d1-01c4025e4914 HTTP/1.1" status: 204 len: 168 time: 0.3748105 Jul 23 04:56:47.818076 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.834541 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe793f0-8fb0-4662-8470-67ece99abcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e86327e-5423-4b56-8d15-86221cbef588,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:47.857656 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] For port 0a65490f-74b3-4272-91ce-c1be985ad7c1, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:47.862832 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a791041-e310-463c-a32b-65a213129148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96d5dde-4f39-4015-b6d1-01c4025e4914,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:47.865190 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] For port 0a65490f-74b3-4272-91ce-c1be985ad7c1, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0a65490f-74b3-4272-91ce-c1be985ad7c1,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:47.874676 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.893067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.976422 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.979669 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:47.981068 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e86327e-5423-4b56-8d15-86221cbef588 HTTP/1.1" status: 204 len: 168 time: 0.3820293 Jul 23 04:56:48.020123 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21823d-fd3f-454b-8608-981289ae1579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e86327e-5423-4b56-8d15-86221cbef588,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.061019 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e141886-3b41-43e8-909a-52d3a5b4cf12 None None] Pushing event updated for resources: {'Port': ['ID=0a65490f-74b3-4272-91ce-c1be985ad7c1,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.070017 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40198) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:48.119976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bca85a14-7fd7-4d6e-831e-ef4ad407f505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.125791 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-8e10844b-ba35-4444-a62e-f7bbf412649c service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:56:48.126159 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bca85a14-7fd7-4d6e-831e-ef4ad407f505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.127939 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-8e10844b-ba35-4444-a62e-f7bbf412649c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1607761 Jul 23 04:56:48.187266 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-bca85a14-7fd7-4d6e-831e-ef4ad407f505 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b572794977d48f699dcf2ddf2f71b76&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8238220 Jul 23 04:56:48.188384 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40202) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:48.197027 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85a14-7fd7-4d6e-831e-ef4ad407f505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de893a-c009-477c-9257-f3f0072457e4,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.248876 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6fd16609-6f75-4e71-8b6e-4e1c706a8333 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:48.310316 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.324969 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.352957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:48.357317 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:48.357691 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.388233 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:48.396311 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:48.402406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:48.448871 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Allocated IP 172.27.3.116 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/ae826b0a-e6ad-4b17-b71a-a773dec1d5a0) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:48.533003 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fb41931f-e91b-4c28-8f3f-0c54af8be17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.569281 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.601769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.621396 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 6fd16609-6f75-4e71-8b6e-4e1c706a8333, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6fd16609-6f75-4e71-8b6e-4e1c706a8333,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:56:48.631172 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.694633 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Transition to ACTIVE for port object eb3cc01e-c194-4ae6-82ee-23f769281c23 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:48.700952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.739673 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=6fd16609-6f75-4e71-8b6e-4e1c706a8333,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.770360 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.781474 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40208) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:48.795797 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40210) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:48.834792 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d604c27d-e421-49da-8a44-661180b969dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.838160 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fb41931f-e91b-4c28-8f3f-0c54af8be17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.858566 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fb41931f-e91b-4c28-8f3f-0c54af8be17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.867024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4860e7a-3cf8-4bb9-9965-481263f32cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.882776 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Pushing event updated for resources: {'Port': ['ID=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.913813 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.936885 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-fb41931f-e91b-4c28-8f3f-0c54af8be17f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31679e534116458cb6c525cbf8a61ea4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8640096 Jul 23 04:56:48.944556 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-3f087545-256b-4d73-94a2-dada0734e8ac service neutron] 10.222.0.16 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7989838 Jul 23 04:56:48.944556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40212) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:48.953902 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41931f-e91b-4c28-8f3f-0c54af8be17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341071df-86e9-4706-a5b1-4033eb54ce1f,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:48.968680 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.968680 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:48.969051 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62de893a-c009-477c-9257-f3f0072457e4 HTTP/1.1" status: 204 len: 168 time: 0.7794273 Jul 23 04:56:48.990666 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.009647 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68ce34-46af-43d5-8577-09d90fb3705d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de893a-c009-477c-9257-f3f0072457e4,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:49.095491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.177024 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:49.201139 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:49.209808 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:49.253977 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Pushing event updated for resources: {'Port': ['ID=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:49.385225 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d604c27d-e421-49da-8a44-661180b969dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.392602 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d604c27d-e421-49da-8a44-661180b969dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.405263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:49.409284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.425161 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-bd5d0575-472c-4368-bee6-989483f6b65a service neutron] 10.222.0.16 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696085 Jul 23 04:56:49.434270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:49.437151 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745f8f53-6463-4570-b9d3-099cd5a4e177 None None] Network 8262d930-52d3-469c-a82a-d992abcada77 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:56:49.445039 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:49.494246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:49.494735 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.606742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-fc95bb83-ef3a-47a7-8480-22aac8e48c45 None None] Provisioning for port 0a65490f-74b3-4272-91ce-c1be985ad7c1 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:49.636788 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d604c27d-e421-49da-8a44-661180b969dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77f0f3883fd045b4a3453c05a7e00258&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8474030 Jul 23 04:56:49.650426 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40230) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:49.657436 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604c27d-e421-49da-8a44-661180b969dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cba1a8-b520-47b4-b05d-727c019b27e6,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:49.660434 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.686790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.863896 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8d7a14e2-8826-4501-a82a-41f1111db7d8 None None] Provisioning for port eb3cc01e-c194-4ae6-82ee-23f769281c23 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:49.868742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8d7a14e2-8826-4501-a82a-41f1111db7d8 None None] Provisioning complete for port eb3cc01e-c194-4ae6-82ee-23f769281c23 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:49.869662 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8d7a14e2-8826-4501-a82a-41f1111db7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:49.886239 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40250) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:49.909779 dv-cinder-801931-1-iscsi neutron-server[93026]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 04:56:49.943201 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a14e2-8826-4501-a82a-41f1111db7d8 None None] Port eb3cc01e-c194-4ae6-82ee-23f769281c23 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:56:50.005825 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d71a4ed6-6a92-43a1-a391-d746d33b096d req-fa6fd23e-18e7-41ef-a8b6-f67bef3d9925 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.0951042 Jul 23 04:56:50.076892 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.152263 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.170231 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.193121 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.201180 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.205329 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/341071df-86e9-4706-a5b1-4033eb54ce1f HTTP/1.1" status: 204 len: 168 time: 1.2597928 Jul 23 04:56:50.263006 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f389e-c609-4498-8577-49454e44279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341071df-86e9-4706-a5b1-4033eb54ce1f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:50.373369 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0a65490f-74b3-4272-91ce-c1be985ad7c1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:50.415388 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.418875 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.423531 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08cba1a8-b520-47b4-b05d-727c019b27e6 HTTP/1.1" status: 204 len: 168 time: 0.7719848 Jul 23 04:56:50.473301 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4860e7a-3cf8-4bb9-9965-481263f32cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.479006 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5a60e-ba84-4e92-b02d-58e9c4c0b7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cba1a8-b520-47b4-b05d-727c019b27e6,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:50.502932 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 0a65490f-74b3-4272-91ce-c1be985ad7c1 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:50.515446 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4860e7a-3cf8-4bb9-9965-481263f32cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.517380 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 0a65490f-74b3-4272-91ce-c1be985ad7c1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:50.517749 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.535879 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.561161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4860e7a-3cf8-4bb9-9965-481263f32cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13cde96-ab75-49f5-9380-e4cdbd124b68,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:50.587706 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.612780 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.638095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Router eb0e6557-3bbb-4737-9a51-944d7b7448ae is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:56:50.643697 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d4860e7a-3cf8-4bb9-9965-481263f32cfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7668f0b9f93e4502afb60a27409fb086&name=default HTTP/1.1" status: 200 len: 2977 time: 1.8240166 Jul 23 04:56:50.647833 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40280) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:50.663151 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 0a65490f-74b3-4272-91ce-c1be985ad7c1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0a65490f-74b3-4272-91ce-c1be985ad7c1,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:56:50.676146 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.678292 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6fd16609-6f75-4e71-8b6e-4e1c706a8333 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:50.744205 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40284) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:50.801986 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5defe6eb-5324-4139-b58f-877fa1d384a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.856048 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=0a65490f-74b3-4272-91ce-c1be985ad7c1,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:50.893568 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:50.893942 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.917250 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.954140 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5defe6eb-5324-4139-b58f-877fa1d384a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.956794 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:56:50.961118 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5defe6eb-5324-4139-b58f-877fa1d384a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:50.968084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:56:51.012806 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.070939 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Sync routers for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:56:51.073715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.081334 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:51.082289 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:51.088716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.089452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.141143 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:56:51.152704 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:56:51.164131 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.168262 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a408925e-fedb-4ba8-9f78-132a9ec5b0ac admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8653543 Jul 23 04:56:51.168733 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:51.169345 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:51.175378 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5defe6eb-5324-4139-b58f-877fa1d384a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fcc8c318e634428b705c05944e37dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300342 Jul 23 04:56:51.186245 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40302) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:51.186411 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40306) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:51.312420 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defe6eb-5324-4139-b58f-877fa1d384a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f12ca8-2758-47e8-bfb2-825568b66a10,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:51.403797 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c46826b4-08f0-4ab3-81f2-2062caaa6b7f req-bd4781a5-3f26-4ddf-9378-c65dc9bae36b tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.2648873 Jul 23 04:56:51.406415 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.408275 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c7db5816-fe4d-4b78-8262-a836a1447a05 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9756999 Jul 23 04:56:51.427819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40314) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:51.476395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.534932 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Pushing event updated for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:51.607178 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:51.655204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.708908 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:51.711062 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:51.718564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:51.846352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.849348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:51.860601 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c13cde96-ab75-49f5-9380-e4cdbd124b68 HTTP/1.1" status: 204 len: 168 time: 1.2114348 Jul 23 04:56:51.926458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eda13-85af-41bd-9445-78859d56cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13cde96-ab75-49f5-9380-e4cdbd124b68,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:52.134243 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.137023 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.142148 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9f12ca8-2758-47e8-bfb2-825568b66a10 HTTP/1.1" status: 204 len: 168 time: 0.8383300 Jul 23 04:56:52.197296 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:49Z', 'revision_number': 3, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:52.219361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55080a-3ef9-4b1d-b15f-6c8cb835fcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f12ca8-2758-47e8-bfb2-825568b66a10,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:52.254682 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0a65490f-74b3-4272-91ce-c1be985ad7c1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:52.263944 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:56:52.264295 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Updating router 4362c840-cb2f-407a-bfab-5e77b71838d3 port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:56:52.281606 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.321614 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-29665d80-655b-42c8-a806-d65f1090e4c8 None None] Provisioning complete for port eb3cc01e-c194-4ae6-82ee-23f769281c23 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:52.321984 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-29665d80-655b-42c8-a806-d65f1090e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.343254 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.487673 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-29665d80-655b-42c8-a806-d65f1090e4c8 None None] Port eb3cc01e-c194-4ae6-82ee-23f769281c23 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:56:52.513158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 3, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:52.575621 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Checking router: eb0e6557-3bbb-4737-9a51-944d7b7448ae for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:56:52.585099 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Updating router eb0e6557-3bbb-4737-9a51-944d7b7448ae port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:56:52.653405 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 0a65490f-74b3-4272-91ce-c1be985ad7c1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:52.654643 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.695513 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.709022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:56:52.852782 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Allocated IP 172.20.0.1 (09facd24-b102-485f-96e9-52db73412730/021c1bc2-8389-455a-9263-fda291047c5d/3380456c-8c44-438c-8699-80796c565a17) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:52.943874 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:52.971098 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Transition to ACTIVE for port object ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:52.991245 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.022773 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-69281b77-bffe-4830-89d7-5f249ccea18d req-658309cf-18db-4bdf-9064-91678406ca36 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.0860658 Jul 23 04:56:53.062705 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:56:53.092141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b2ae6188-fb30-4722-8782-8f2d40f99c42 admin admin] 10.222.0.16 "PUT /v2.0/routers/56667464-f6a3-4f35-84be-167811161521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3223531 Jul 23 04:56:53.128332 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070369-be75-49a5-bb24-c46787086a46 None None] Pushing event updated for resources: {'Port': ['ID=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:53.132008 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Attempting to bind port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:53.132377 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Attempting to bind port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:53.133439 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Attempting to bind port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:53.158140 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.168069 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:53.168471 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:53.168923 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.174262 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:53.175061 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Bound port: ae826b0a-e6ad-4b17-b71a-a773dec1d5a0, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:53.175489 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.184054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.222992 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.239104 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:56:53.297217 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:53.298460 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:53.310542 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Network 09facd24-b102-485f-96e9-52db73412730 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:53.320329 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:53.327156 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:53.327660 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.359428 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] For port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:53.370313 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] For port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:53.376329 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.458838 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:53.459469 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:53.529078 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Pushing event updated for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:53.619731 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:53.632955 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Allocated IP 172.20.0.1 (8262d930-52d3-469c-a82a-d992abcada77/6919981c-658b-4065-8f04-2301dcac5704/79fa3512-f4a3-4ed7-b886-1397356b8560) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:53.859854 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:49Z', 'revision_number': 3, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:53.877671 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.878756 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.886719 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:53.891850 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9d3d6-1dbb-433c-813c-505942626642 None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:49Z', 'revision_number': 3, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:56:53.892849 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52070369-be75-49a5-bb24-c46787086a46 None None] Pushing event updated for resources: {'Port': ['ID=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:53.908452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Transition to ACTIVE for port object 79fa3512-f4a3-4ed7-b886-1397356b8560 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:53.977145 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:53.984879 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Transition to ACTIVE for port object 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:54.010574 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.033964 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Network 8262d930-52d3-469c-a82a-d992abcada77 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:54.040764 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:54.045879 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:54.046546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.052219 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.24', 61622) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:54.090493 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.135953 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Pushing event updated for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:54.363714 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.377716 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Attempting to bind port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:54.389751 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Attempting to bind port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:54.392113 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Attempting to bind port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:54.520156 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:54.520544 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:54.520958 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.521352 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:54.521830 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Bound port: 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:54.522226 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.604443 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] For port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:54.608302 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] For port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:54.617883 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bfffb-95f6-4137-8dba-5290176f4fae None None] Pushing event updated for resources: {'Port': ['ID=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:54.636915 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.686907 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0817a261-5989-4360-878d-a7680b370192 req-6c541dbb-9d5f-4c54-8ab5-d7209e797f48 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.2665460 Jul 23 04:56:54.731176 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bfffb-95f6-4137-8dba-5290176f4fae None None] Pushing event updated for resources: {'Port': ['ID=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:54.807474 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-7f6c55bc-5975-43d3-a2c3-dfc332d8006a None None] Provisioning for port 79fa3512-f4a3-4ed7-b886-1397356b8560 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:54.820107 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-7f6c55bc-5975-43d3-a2c3-dfc332d8006a None None] Provisioning complete for port 79fa3512-f4a3-4ed7-b886-1397356b8560 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:54.820656 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7f6c55bc-5975-43d3-a2c3-dfc332d8006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.835898 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.845663 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.847073 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:54.966124 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c55bc-5975-43d3-a2c3-dfc332d8006a None None] Port 79fa3512-f4a3-4ed7-b886-1397356b8560 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:56:54.973735 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-daef0f03-707e-4aec-96a1-f790714802e2 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:54.975283 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-daef0f03-707e-4aec-96a1-f790714802e2 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.24 "GET /v2.0/networks?id=7ed134cc-926c-479c-b368-b1db7e092ba1 HTTP/1.1" status: 200 len: 811 time: 0.9201972 Jul 23 04:56:54.984287 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:54.987866 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:55.078682 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Request body: {'port': {'device_id': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1', 'admin_state_up': True, 'tenant_id': '750d00ff4e7740e8a8794444443fba0b'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:55.147546 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:55.159095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Pushing event updated for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:55.258977 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Network 8262d930-52d3-469c-a82a-d992abcada77 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:55.263556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:55.413677 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40444) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:55.426595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554541297', 'description': 'tempest-description--1587306350'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:55.702062 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:55.709819 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:55.722628 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:55.723407 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:55.858636 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:56:55.943177 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 2, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:56.009108 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6d2e2157-488e-438e-bb84-f822b6433bf9 req-f5fa497b-6a89-4633-89a9-84da85d25133 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.1564329 Jul 23 04:56:56.018203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Made reservation on behalf of 750d00ff4e7740e8a8794444443fba0b for: {'port': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:56:56.021769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.027905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:56:56.028441 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Updating router 56667464-f6a3-4f35-84be-167811161521 port eb3cc01e-c194-4ae6-82ee-23f769281c23 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:56:56.052954 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-662b753d-8365-4f8f-969a-54a50dc427d1 None None] Provisioning complete for port 79fa3512-f4a3-4ed7-b886-1397356b8560 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:56.053483 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-662b753d-8365-4f8f-969a-54a50dc427d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.089670 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Pushing event updated for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:56.113204 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.167844 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-662b753d-8365-4f8f-969a-54a50dc427d1 None None] Port 79fa3512-f4a3-4ed7-b886-1397356b8560 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:56:56.199945 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:56:56.220587 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1101e048-1970-4736-ac4b-67a7594192d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/4362c840-cb2f-407a-bfab-5e77b71838d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7650027 Jul 23 04:56:56.247409 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3380456c-8c44-438c-8699-80796c565a17', 'name': '', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'mac_address': 'fa:16:3e:cb:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:52Z', 'updated_at': '2021-07-23T04:56:52Z', 'revision_number': 1, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'subnets': [{'id': '021c1bc2-8389-455a-9263-fda291047c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:56.358064 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7d7912-c034-45b7-a34c-76385778dba6 None None] The sync data for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi is: [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3380456c-8c44-438c-8699-80796c565a17', 'name': '', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'mac_address': 'fa:16:3e:cb:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:52Z', 'updated_at': '2021-07-23T04:56:52Z', 'revision_number': 1, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'subnets': [{'id': '021c1bc2-8389-455a-9263-fda291047c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:56:56.366342 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.376092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.376334 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:56.483550 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.489195 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0743413 Jul 23 04:56:56.491248 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40476) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:56.497952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043065c-0321-4cf4-abe7-d505b8d4cb09 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f491ea-bba1-47fa-903c-6bcbd8145f07,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:56.509995 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group_rule': {'security_group_id': '36f491ea-bba1-47fa-903c-6bcbd8145f07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:56.615271 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.692571 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Allocated IP 172.20.0.11 (7ed134cc-926c-479c-b368-b1db7e092ba1/01a232ef-27d0-4f83-8513-d531bc436e84/da9e0cda-eb07-4253-b460-52dd6f2e206d) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:56.863855 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:56.887179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.215270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5fc755-0fed-4232-a561-de04e55120f7,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:57.215270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.215270 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-db50a0ff-0be6-447e-9e60-fc7db464aa18 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5178053 Jul 23 04:56:57.215270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40490) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:57.215270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group_rule': {'security_group_id': '36f491ea-bba1-47fa-903c-6bcbd8145f07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:57.222819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:56:57.222819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:57.222819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.231199 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:56:57.231199 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:57.231199 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:57.232320 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.364941 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.371161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.381130 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.429246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14107c9-82f0-43a0-997a-f79286ca303e,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:57.433193 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.441535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.443172 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1573869b-8d35-4b75-8932-c905bb145e4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4157190 Jul 23 04:56:57.446954 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40504) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:57.457398 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:57.528744 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.534532 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.543272 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:56:57.581344 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:56:57.601927 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Network 09facd24-b102-485f-96e9-52db73412730 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:57.611235 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.615844 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.645071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.718958 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Network 7ed134cc-926c-479c-b368-b1db7e092ba1 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:56:57.766617 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:57.772522 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:56:57.783762 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Transition to ACTIVE for port object eb3cc01e-c194-4ae6-82ee-23f769281c23 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:56:57.787734 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:57.788521 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.823772 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:57.827592 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:56:57.920415 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8658686 Jul 23 04:56:57.999071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:58.206336 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-fe707424-7106-48c5-9911-82e5c10d9abc tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:56:58.208106 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-fe707424-7106-48c5-9911-82e5c10d9abc tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2695053 Jul 23 04:56:58.392740 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:58.585875 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 2, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:58.653031 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Attempting to bind port eb3cc01e-c194-4ae6-82ee-23f769281c23 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:56:58.653978 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Attempting to bind port eb3cc01e-c194-4ae6-82ee-23f769281c23 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:56:58.654429 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Attempting to bind port eb3cc01e-c194-4ae6-82ee-23f769281c23 on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:56:58.662052 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:58.691674 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:56:58.692748 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eefa85-eb00-4030-a178-d6dd39f91487 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Pushing event updated for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:58.707538 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Updating router 4362c840-cb2f-407a-bfab-5e77b71838d3 port 79fa3512-f4a3-4ed7-b886-1397356b8560 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:56:58.766137 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb61d7-963c-4a45-a3be-923809d82b9b None None] Pushing event updated for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:58.807830 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f9d88-0766-4b6f-b895-d82f7512b1a6 req-e0660da2-805b-40e0-922a-361261b7fb32 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:56:58.825630 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e13f9d88-0766-4b6f-b895-d82f7512b1a6 req-e0660da2-805b-40e0-922a-361261b7fb32 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 932 time: 1.2465591 Jul 23 04:56:58.838756 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:58.853699 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:56:58.857412 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Checking segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:56:58.857840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:58.858240 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Bound using segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:56:58.858742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Bound port: eb3cc01e-c194-4ae6-82ee-23f769281c23, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:56:58.864617 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:58.894528 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40526) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:58.909717 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218333621', 'description': 'tempest-description--819705066'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:58.931834 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:56:58.932205 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:58.970045 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.142232 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.154592 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Request body: {'port': {'device_id': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:59.180349 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] For port eb3cc01e-c194-4ae6-82ee-23f769281c23, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:56:59.185576 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] For port eb3cc01e-c194-4ae6-82ee-23f769281c23, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=eb3cc01e-c194-4ae6-82ee-23f769281c23,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:56:59.209039 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.230694 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Router eb0e6557-3bbb-4737-9a51-944d7b7448ae has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:56:59.304136 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Allocated IP 172.27.3.31 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/7a4028c6-bdbd-417a-87c8-0373ece505c3) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:56:59.351685 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.431442 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e13f9d88-0766-4b6f-b895-d82f7512b1a6 req-57c9da7d-d7ff-4417-a37c-16ade4edd255 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4736569 Jul 23 04:56:59.437501 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.446078 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5421715 Jul 23 04:56:59.448507 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40540) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:56:59.504837 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group_rule': {'security_group_id': '6d12f56c-e7e1-464d-ba67-e0fe96db8fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:56:59.533437 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:56:59.677415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb61d7-963c-4a45-a3be-923809d82b9b None None] Pushing event updated for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:56:59.706787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:56:59.717017 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:56:59.730448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.861310 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.933647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.949013 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:56:59.985368 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6043756-382e-405b-af60-cc4c7b46806f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:00.022854 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.030539 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:00.046144 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Transition to ACTIVE for port object 79fa3512-f4a3-4ed7-b886-1397356b8560 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:00.055036 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:00.056003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.058739 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.088114 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=7a4028c6-bdbd-417a-87c8-0373ece505c3,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:00.102321 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:00.105038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:00.124206 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:00.127384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:00.163931 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a8bd-fc56-4435-9f0b-02a07f251683 None None] Pushing event updated for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:00.386627 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:57:00.417778 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0d083ce8-870d-40aa-865b-ffa635c5cb7c admin admin] 10.222.0.16 "PUT /v2.0/routers/eb0e6557-3bbb-4737-9a51-944d7b7448ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2286215 Jul 23 04:57:00.430914 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.475633 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Attempting to bind port 79fa3512-f4a3-4ed7-b886-1397356b8560 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:00.486608 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Attempting to bind port 79fa3512-f4a3-4ed7-b886-1397356b8560 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:00.488294 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Attempting to bind port 79fa3512-f4a3-4ed7-b886-1397356b8560 on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:00.512506 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:00.523340 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Checking segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:00.527480 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.534360 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Bound using segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:00.535201 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Bound port: 79fa3512-f4a3-4ed7-b886-1397356b8560, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:00.536560 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.572257 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.655631 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.686464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:00.757570 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.809195 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] For port 79fa3512-f4a3-4ed7-b886-1397356b8560, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:00.814279 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] For port 79fa3512-f4a3-4ed7-b886-1397356b8560, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=79fa3512-f4a3-4ed7-b886-1397356b8560,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:00.826272 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:00.887478 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.004162 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.054812 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8a8bd-fc56-4435-9f0b-02a07f251683 None None] Pushing event updated for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:01.098459 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:01.099117 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:01.160141 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a916522-e3d2-45e6-85e7-7ddbc63a8b44,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:01.237282 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.238838 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-77cad607-70ee-47fb-8fb4-1bf4cdfe4b46 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7695498 Jul 23 04:57:01.241576 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40596) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:01.246716 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group_rule': {'security_group_id': '6d12f56c-e7e1-464d-ba67-e0fe96db8fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:01.264356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:01.398170 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Sync routers for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:57:01.466334 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2bb392b-623f-41fa-b5d2-a5249cda65ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.467124 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.471605 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:01.472235 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:56:33Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:01.532346 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:01.639711 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:56:59Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:01.652717 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.686203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.702795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.714949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.827774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.854465 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eee135c-fede-4303-95db-2f4c43482944,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:01.872414 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40616) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:01.924209 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=7a4028c6-bdbd-417a-87c8-0373ece505c3,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:01.935687 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.942861 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ab0926-3a0e-4e2d-a937-fdf8411c458c None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:56:59Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:57:01.948080 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-da838864-8f7d-4ed1-afdd-b1a5289579c5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7053497 Jul 23 04:57:01.963437 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:01.980911 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-38d4aff4-eb43-4e2b-b5db-4c4b7c416694 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5169864 Jul 23 04:57:01.980911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40622) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:02.014971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:02.092212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6514473-b881-4031-9cf2-02b9ece4b54e req-42a48335-9fae-48a5-bec1-b87bea886164 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:02.093987 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d6514473-b881-4031-9cf2-02b9ece4b54e req-42a48335-9fae-48a5-bec1-b87bea886164 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 932 time: 1.0216546 Jul 23 04:57:02.103884 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:02.177313 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:02.194993 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9e0cda-eb07-4253-b460-52dd6f2e206d {{(pid=93026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:02.219275 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:02.250583 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:02.283819 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a3a7c3-53f2-405d-ab72-5ee2744651cd None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:57:02.297972 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Transition to ACTIVE for port object da9e0cda-eb07-4253-b460-52dd6f2e206d will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:02.312800 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-f4a0134a-3d2d-4015-9734-8ca2c3a5ffd3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:02.314367 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-f4a0134a-3d2d-4015-9734-8ca2c3a5ffd3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 819 time: 0.6086423 Jul 23 04:57:02.327207 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:02.364727 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d6514473-b881-4031-9cf2-02b9ece4b54e req-7a6f23ae-985a-48b2-9516-1e05f36aa302 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532413 Jul 23 04:57:02.476616 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5b03f08f-60db-4b19-bc33-bb486a3b1c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:02.538193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:02.541110 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-90409d9d-7065-4f4d-aa81-6f1ed2de9095 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/quotas/e49956fe25ad4efc8f1d2cb60aa4a2ed HTTP/1.1" status: 200 len: 375 time: 0.2112894 Jul 23 04:57:02.608840 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Pushing event updated for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:02.877617 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3380456c-8c44-438c-8699-80796c565a17', 'name': '', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'mac_address': 'fa:16:3e:cb:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:52Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 2, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'subnets': [{'id': '021c1bc2-8389-455a-9263-fda291047c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:02.919022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Allocated IP 172.27.3.75 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/9d870aca-587b-4719-9ee6-d7a48c5db65e) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:57:02.928453 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Checking router: eb0e6557-3bbb-4737-9a51-944d7b7448ae for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:57:02.929339 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Updating router eb0e6557-3bbb-4737-9a51-944d7b7448ae port 3380456c-8c44-438c-8699-80796c565a17 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:57:02.951167 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-8fa45cc9-4719-4953-8c17-c2ead7fd4ebd tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1554541297&fields=id&tenant_id=c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 267 time: 0.2280915 Jul 23 04:57:02.996980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.234328 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 79fa3512-f4a3-4ed7-b886-1397356b8560 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:03.432702 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:57:03.509630 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-c4e0ce53-adfc-46c9-a7fd-5a55eea8a5bd tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:03.515723 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-c4e0ce53-adfc-46c9-a7fd-5a55eea8a5bd tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 810 time: 0.5461175 Jul 23 04:57:03.537081 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Attempting to bind port da9e0cda-eb07-4253-b460-52dd6f2e206d on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:03.537684 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Attempting to bind port da9e0cda-eb07-4253-b460-52dd6f2e206d by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': 'e78637b0-debf-45e8-89f0-3f5544d05154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:03.537684 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Attempting to bind port da9e0cda-eb07-4253-b460-52dd6f2e206d on network 7ed134cc-926c-479c-b368-b1db7e092ba1 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:03.598425 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Port da9e0cda-eb07-4253-b460-52dd6f2e206d on network 7ed134cc-926c-479c-b368-b1db7e092ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:57:03.599280 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Attempting to bind port da9e0cda-eb07-4253-b460-52dd6f2e206d on network 7ed134cc-926c-479c-b368-b1db7e092ba1 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:03.621968 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 79fa3512-f4a3-4ed7-b886-1397356b8560 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:03.632402 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-9d76b06a-dc6d-4a4e-876b-55ed52424ea5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/quotas/c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 375 time: 0.1059568 Jul 23 04:57:03.641706 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-960f440c-2659-4957-85e2-899159fa6b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.662521 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 79fa3512-f4a3-4ed7-b886-1397356b8560 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:03.663896 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.669704 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.671106 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:03.671681 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Checking segment: {'id': 'e78637b0-debf-45e8-89f0-3f5544d05154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:03.672495 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Bound using segment: {'id': 'e78637b0-debf-45e8-89f0-3f5544d05154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:03.673249 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Bound port: da9e0cda-eb07-4253-b460-52dd6f2e206d, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78637b0-debf-45e8-89f0-3f5544d05154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:03.674000 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.749163 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-7102a832-4a05-42b8-9e2d-49bdf6d01f87 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1870394 Jul 23 04:57:03.859158 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:03.907896 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-1c399260-304b-4cea-bffd-0622c8e8b83e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2698765 Jul 23 04:57:03.978407 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:03.997485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-061b10da-89e9-45e9-b07c-d69bd1ba8f3f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 04:57:04.009702 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-061b10da-89e9-45e9-b07c-d69bd1ba8f3f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1596572 Jul 23 04:57:04.014718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:04.022869 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:04.088032 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5b03f08f-60db-4b19-bc33-bb486a3b1c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.103922 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.140808 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5b03f08f-60db-4b19-bc33-bb486a3b1c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.192730 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:04.249126 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.271053 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.277330 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=9d870aca-587b-4719-9ee6-d7a48c5db65e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:04.278222 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 79fa3512-f4a3-4ed7-b886-1397356b8560, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=79fa3512-f4a3-4ed7-b886-1397356b8560,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:04.285671 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.287016 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device eb3cc01e-c194-4ae6-82ee-23f769281c23 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:04.293031 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Transition to ACTIVE for port object 3380456c-8c44-438c-8699-80796c565a17 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:04.320084 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d,segment=NetworkSegment(e78637b0-debf-45e8-89f0-3f5544d05154),segment_id=e78637b0-debf-45e8-89f0-3f5544d05154)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:04.334417 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.337826 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.348802 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5b03f08f-60db-4b19-bc33-bb486a3b1c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=273cd7de698a43628858ea13725e52e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4737635 Jul 23 04:57:04.358718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.365594 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 40670) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:04.404226 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03f08f-60db-4b19-bc33-bb486a3b1c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482abc9-dfd1-483e-bcae-e9a1a3fe8cf5,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:04.454459 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-ac6d2897-8393-4413-8944-1c85ff6a1fe1 service neutron] 10.222.0.16 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747825 Jul 23 04:57:04.465086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:04.465678 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.467161 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] 10.222.0.24 "PUT /v2.0/ports/da9e0cda-eb07-4253-b460-52dd6f2e206d HTTP/1.1" status: 200 len: 1094 time: 5.7372217 Jul 23 04:57:04.510643 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:04.571494 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:04.575233 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345760a-62cc-4d08-8199-ec29c86baf49 service neutron] Pushing event updated for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:04.588057 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-d20e12c8-5214-4ef3-8509-5bbe0d95dfef service neutron] 10.222.0.16 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747666 Jul 23 04:57:04.679649 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Attempting to bind port 3380456c-8c44-438c-8699-80796c565a17 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:04.682202 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Attempting to bind port 3380456c-8c44-438c-8699-80796c565a17 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:04.682693 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Attempting to bind port 3380456c-8c44-438c-8699-80796c565a17 on network 09facd24-b102-485f-96e9-52db73412730 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:04.696846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.729260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:04.732905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Checking segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:04.734547 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.735969 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Bound using segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:04.737175 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Bound port: 3380456c-8c44-438c-8699-80796c565a17, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:04.738365 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.765102 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port eb3cc01e-c194-4ae6-82ee-23f769281c23 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:04.775262 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.839184 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port eb3cc01e-c194-4ae6-82ee-23f769281c23 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:04.840350 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:04.843690 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634133b2-7557-423b-8e16-1e18529a67bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:04.851898 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce7f1a-8838-4a95-82cb-921ab6aa86dd None None] Pushing event updated for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:04.915068 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-cad9b041-2082-4eac-ab87-f4b15500b49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:04.916453 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-cad9b041-2082-4eac-ab87-f4b15500b49e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=750d00ff4e7740e8a8794444443fba0b&device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 1097 time: 0.3383241 Jul 23 04:57:04.925504 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-807d0c52-c3fe-49db-b455-e558ae11c2be service neutron] 10.222.0.16 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119607 Jul 23 04:57:04.950293 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] For port 3380456c-8c44-438c-8699-80796c565a17, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:04.955287 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] For port 3380456c-8c44-438c-8699-80796c565a17, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3380456c-8c44-438c-8699-80796c565a17,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:04.982841 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.029914 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.140030 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-615ce2ee-8ab3-489f-9692-4c8fab390985 service neutron] 10.222.0.16 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6675262 Jul 23 04:57:05.186536 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.219034 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.228308 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-f9840db7-80a4-4394-a986-80d816cee3a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d HTTP/1.1" status: 200 len: 217 time: 0.2873235 Jul 23 04:57:05.238117 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.239285 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f482abc9-dfd1-483e-bcae-e9a1a3fe8cf5 HTTP/1.1" status: 204 len: 168 time: 0.8727398 Jul 23 04:57:05.334971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8bf90-5f27-4afb-8ba0-9bdd6397d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482abc9-dfd1-483e-bcae-e9a1a3fe8cf5,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:05.344488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:05.357516 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:57:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:05.480134 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-799e220c-b432-408d-8cee-6f6f7bdc0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:05.484495 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-799e220c-b432-408d-8cee-6f6f7bdc0128 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a232ef-27d0-4f83-8513-d531bc436e84 HTTP/1.1" status: 200 len: 851 time: 0.2234313 Jul 23 04:57:05.589774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.599513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.718513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.890625 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:05.891881 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9175522 Jul 23 04:57:05.909980 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9630-2b6a-4c45-895b-fa432006ded8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=9d870aca-587b-4719-9ee6-d7a48c5db65e,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:05.965273 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-891e7fd3-26f1-47f2-9871-fef302481b9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ed134cc-926c-479c-b368-b1db7e092ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4738476 Jul 23 04:57:06.027290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce7f1a-8838-4a95-82cb-921ab6aa86dd None None] Pushing event updated for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:06.132505 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8dcff-e345-46db-b159-b5fe0a45f492 req-67b48f03-3db0-4b03-9aa4-fd035b6b4387 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:06.140378 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1cd8dcff-e345-46db-b159-b5fe0a45f492 req-67b48f03-3db0-4b03-9aa4-fd035b6b4387 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.5832434 Jul 23 04:57:06.253580 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:06.263542 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1cd8dcff-e345-46db-b159-b5fe0a45f492 req-39d75642-156a-4648-9607-4286206ff64b tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149554 Jul 23 04:57:06.353977 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:06.393176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2dc56-6456-4b95-a618-63c96d302c9b x-openstack-request-id: req-4ad2dc56-6456-4b95-a618-63c96d302c9b {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:06.393470 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:06.394182 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4ad2dc56-6456-4b95-a618-63c96d302c9b {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:06.394726 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d', 'status': 'completed', 'code': 200} Jul 23 04:57:06.439758 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port eb3cc01e-c194-4ae6-82ee-23f769281c23, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=eb3cc01e-c194-4ae6-82ee-23f769281c23,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:06.445443 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:06.453164 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:06.454328 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:06.575970 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcfbc5ae-7ff8-4f82-93d1-ae1c9db315ec req-58e9581b-f0a1-4b72-ba1e-e74c92531343 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.1159146 Jul 23 04:57:06.608264 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a7eb7c3c-8fb5-4824-a3ec-9c03a4eb0af0 req-6252a3aa-f092-4357-80f4-9bfef71a92e9 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 210 time: 0.1065855 Jul 23 04:57:06.641300 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40768) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:06.675407 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0761-b57d-4f76-a647-7cbbc71ed40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:06.884746 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-3fb4a960-eab1-430e-877d-2c1f0b5d32dd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1218333621&fields=id&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 267 time: 0.1511388 Jul 23 04:57:06.890225 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0761-b57d-4f76-a647-7cbbc71ed40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:06.890795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:06.900149 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0761-b57d-4f76-a647-7cbbc71ed40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.017731 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5f0a0761-b57d-4f76-a647-7cbbc71ed40b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9b8f165fda5043b0b26a6eb2036ef058&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748653 Jul 23 04:57:07.030829 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 40800) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:07.032921 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a0761-b57d-4f76-a647-7cbbc71ed40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259003dc-745f-4ba6-8f0c-d092407c6f0b,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:07.165613 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.255621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-2ca573e9-a2b5-42a3-b860-9e26ade698df tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:07.259232 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-2ca573e9-a2b5-42a3-b860-9e26ade698df tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 817 time: 0.3734477 Jul 23 04:57:07.295476 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-236633c0-47a3-4bb9-9243-e5d9df2e9867 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/quotas/c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 375 time: 0.0231774 Jul 23 04:57:07.296805 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-f20e8831-b0fa-43b9-b006-8ef68ba5380a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:07.298247 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:07.298746 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.312412 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-f20e8831-b0fa-43b9-b006-8ef68ba5380a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 819 time: 0.3417120 Jul 23 04:57:07.324198 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.376238 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-7519c170-c085-4c30-b7e4-235b66586ccb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/quotas/e49956fe25ad4efc8f1d2cb60aa4a2ed HTTP/1.1" status: 200 len: 375 time: 0.0628433 Jul 23 04:57:07.424699 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-020035a9-08ff-4fcd-861f-de9808d4bded tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283944 Jul 23 04:57:07.557285 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.562629 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:07.564834 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/259003dc-745f-4ba6-8f0c-d092407c6f0b HTTP/1.1" status: 204 len: 168 time: 0.5325038 Jul 23 04:57:07.578821 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d0244-e1db-426d-b8c3-f44ec7d8acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259003dc-745f-4ba6-8f0c-d092407c6f0b,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:07.603667 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-6930a437-8878-43d8-9145-54d8e2e2d1d3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246070 Jul 23 04:57:07.745246 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3380456c-8c44-438c-8699-80796c565a17', 'name': '', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'mac_address': 'fa:16:3e:cb:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:52Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'subnets': [{'id': '021c1bc2-8389-455a-9263-fda291047c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:07.849125 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a136f5-313e-42fd-8564-999c09b455a9 None None] The sync data for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi is: [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T04:56:53Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '3380456c-8c44-438c-8699-80796c565a17', 'name': '', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'mac_address': 'fa:16:3e:cb:18:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:52Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 4, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'subnets': [{'id': '021c1bc2-8389-455a-9263-fda291047c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:57:07.860699 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-45838dbe-443c-40de-846c-9f59a1f239f3 service neutron] 10.222.0.16 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495279 Jul 23 04:57:07.957360 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3380456c-8c44-438c-8699-80796c565a17 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:08.104545 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-54c89a01-df8a-4a45-bb21-bdfbd6007f31 service neutron] 10.222.0.16 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419274 Jul 23 04:57:08.155433 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-3e21c0b9-99cf-4f6c-a792-e987d599d49e service neutron] 10.222.0.16 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7133985 Jul 23 04:57:08.255824 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 3380456c-8c44-438c-8699-80796c565a17 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:08.271331 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3380456c-8c44-438c-8699-80796c565a17 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:08.271331 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:08.407873 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-ecb4bb9b-7737-45f6-8709-1a00a642fb58 service neutron] 10.222.0.16 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449594 Jul 23 04:57:08.435057 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:08.520228 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 3380456c-8c44-438c-8699-80796c565a17, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3380456c-8c44-438c-8699-80796c565a17,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:08.529139 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:08.530310 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 79fa3512-f4a3-4ed7-b886-1397356b8560 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:08.680768 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:08.766071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 79fa3512-f4a3-4ed7-b886-1397356b8560 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:08.767002 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:08.796987 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410fee7-89b4-4bf8-9f89-f6a9838c22f1 req-d2e4fc8c-7aea-40b3-8efd-d1f0d1489ea8 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:08.804567 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8410fee7-89b4-4bf8-9f89-f6a9838c22f1 req-d2e4fc8c-7aea-40b3-8efd-d1f0d1489ea8 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.2527735 Jul 23 04:57:08.846673 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-586ee15e-1bdf-47cf-ba39-3118e85354ac service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108505 Jul 23 04:57:08.888926 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8410fee7-89b4-4bf8-9f89-f6a9838c22f1 req-6405263a-0353-4fda-8533-7c211ef50401 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725555 Jul 23 04:57:08.915221 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d728deb9-c79a-4c6e-bd5c-ddbaa135e804 req-eb55d1b6-46bb-4b37-a01d-b50739c886cf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.0333395 Jul 23 04:57:08.960578 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device eb3cc01e-c194-4ae6-82ee-23f769281c23 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:08.995774 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ba9566a2-9fb1-46de-a64c-d2068ec1427a req-2af905c2-26ec-492b-a05b-378d6ddb5636 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0509596 Jul 23 04:57:09.024678 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cdfd8cd9-c589-41fd-a86b-5eb7229e1258 req-37975243-1057-4db7-8cff-607ed11ead73 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0578151 Jul 23 04:57:09.092985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port eb3cc01e-c194-4ae6-82ee-23f769281c23 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:09.093543 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:09.848975 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3380456c-8c44-438c-8699-80796c565a17 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:09.904090 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3380456c-8c44-438c-8699-80796c565a17 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:09.905078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:10.089894 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37a7c9dd-1cf7-4c98-a7a3-6705e356119f req-971dc17f-fce7-403a-b7b1-32eb4c195dea tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.0540705 Jul 23 04:57:10.149235 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca243a-99c0-42f7-8951-aef6f3af1c12 req-3c8a9735-f5fe-4196-b9b4-991360af97d9 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:10.152639 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-63ca243a-99c0-42f7-8951-aef6f3af1c12 req-3c8a9735-f5fe-4196-b9b4-991360af97d9 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.1093841 Jul 23 04:57:10.191894 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6eef6b74-e7db-4b4f-bcaa-e5dd51077b5c req-f3e32da1-46db-4075-9808-3ec5e45f2ae8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Jul 23 04:57:10.205464 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-63ca243a-99c0-42f7-8951-aef6f3af1c12 req-7a8d1753-1cfb-4790-826f-a0360bb16c98 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465436 Jul 23 04:57:10.296796 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0c42d8a2-7fc1-4816-bd71-8e88db76ee0a req-8c5c8231-03e8-435b-a4de-f523d5bda390 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0340421 Jul 23 04:57:11.196746 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41012) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:11.208801 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-09f85f53-ac17-42a3-9aea-dd811541ea13 req-4d4fb4bc-213b-4e5f-ba89-b9d2f8cb9f1a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.0402772 Jul 23 04:57:11.209856 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41016) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:11.365069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ffbf1402-2eea-4012-a248-0e13c92b62f0 req-3d65bb9c-3ef2-488a-8b0f-c88187e22420 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0700510 Jul 23 04:57:11.388504 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2487a952-431c-42da-bcb3-a49179d80ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.445778 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a4567b53-5d70-4b44-965d-3e023e6214ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.486648 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e37f9-22ce-47d0-b14a-f46e0ec27d9e req-58e86987-e899-4037-863e-151a9053dc23 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:11.490777 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c15e37f9-22ce-47d0-b14a-f46e0ec27d9e req-58e86987-e899-4037-863e-151a9053dc23 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.1393209 Jul 23 04:57:11.510332 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-979f92b2-6443-4282-8dff-b14ee137182e req-78e25368-191b-4332-9f32-7d9e5cfb4f45 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0368941 Jul 23 04:57:11.530482 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2487a952-431c-42da-bcb3-a49179d80ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.538118 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2487a952-431c-42da-bcb3-a49179d80ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.551784 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c15e37f9-22ce-47d0-b14a-f46e0ec27d9e req-b82bc811-b032-488d-bfa0-80db594ba071 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jul 23 04:57:11.578145 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2487a952-431c-42da-bcb3-a49179d80ae6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f8ff8e14a88f42e1a815ed33b3d8a93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796358 Jul 23 04:57:11.579302 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a952-431c-42da-bcb3-a49179d80ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e1bb0-c181-4ec5-8c3b-adbbfff9f17f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:11.580740 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41030) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:11.660286 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.671229 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a4567b53-5d70-4b44-965d-3e023e6214ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.678404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a4567b53-5d70-4b44-965d-3e023e6214ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.703615 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.740207 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a4567b53-5d70-4b44-965d-3e023e6214ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3252c5dee07b4f16b0da0df0beebd52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290358 Jul 23 04:57:11.743079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41032) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:11.746540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4567b53-5d70-4b44-965d-3e023e6214ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6284ec7-c683-4038-96de-cbcc951eb441,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:11.778784 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.782277 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.784566 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d15e1bb0-c181-4ec5-8c3b-adbbfff9f17f HTTP/1.1" status: 204 len: 168 time: 0.2018673 Jul 23 04:57:11.793789 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf9a79-6538-4b06-89b0-2e1b646b8cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e1bb0-c181-4ec5-8c3b-adbbfff9f17f,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:11.797390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.824725 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.889599 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.892567 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:11.896853 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6284ec7-c683-4038-96de-cbcc951eb441 HTTP/1.1" status: 204 len: 168 time: 0.1501005 Jul 23 04:57:11.913260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7245fd-d854-4a64-9f54-7a027a9bf36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6284ec7-c683-4038-96de-cbcc951eb441,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:12.215911 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af7aa3a5-8594-4949-acdb-6cc66eb75944 req-7cbb0fe3-c389-435d-9e3d-7b66a5323f53 service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819406 Jul 23 04:57:12.329396 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41060) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:12.364314 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-75458d15-9cb0-4b8a-9d75-5fe0934bf355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.365816 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0fbcb257-0b30-493c-99a2-498f7ab5353b req-6625431f-2bde-416d-b07f-cf8998c8ff13 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.0513515 Jul 23 04:57:12.479110 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634133b2-7557-423b-8e16-1e18529a67bd req-01044ebe-8d64-4026-aa7f-ad626bb8394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:12.480674 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-01044ebe-8d64-4026-aa7f-ad626bb8394e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=750d00ff4e7740e8a8794444443fba0b&device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 1097 time: 0.1364212 Jul 23 04:57:12.483923 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f0943a01-2fd5-4b9c-bcf3-307ce428f4f6 req-03fa589f-a632-465c-b51a-ca92eb4a3418 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0522921 Jul 23 04:57:12.607998 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41074) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:12.642967 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d134ca44-407c-47a3-a51d-e44b1062f58a req-d6107089-3f89-4067-a175-bbaadf750c0a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0467625 Jul 23 04:57:12.672517 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-49b5f8b1-2224-4565-84fe-75fccbe3c401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.717397 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-75458d15-9cb0-4b8a-9d75-5fe0934bf355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.731085 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-75458d15-9cb0-4b8a-9d75-5fe0934bf355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.786925 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634133b2-7557-423b-8e16-1e18529a67bd req-86e17d44-d05d-4cd2-83c5-b598d537b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:12.788598 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-86e17d44-d05d-4cd2-83c5-b598d537b062 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ed134cc-926c-479c-b368-b1db7e092ba1 HTTP/1.1" status: 200 len: 911 time: 0.2923200 Jul 23 04:57:12.796629 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.24', 61657) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:12.811515 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-75458d15-9cb0-4b8a-9d75-5fe0934bf355 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d81d65f392541d28d011037bd754933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809697 Jul 23 04:57:12.816813 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41082) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:12.834779 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75458d15-9cb0-4b8a-9d75-5fe0934bf355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e94b6ae-36b4-4063-b5a8-a5e576473454,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:12.883103 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-5a87d694-242a-43b3-a92f-313d226135b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d HTTP/1.1" status: 200 len: 217 time: 0.0644879 Jul 23 04:57:12.937812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-49b5f8b1-2224-4565-84fe-75fccbe3c401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.940427 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83dd60-ba29-4f24-a857-93e24e4bd193 req-043d490c-e505-4d15-b5d0-68a932accfc3 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:12.942275 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af83dd60-ba29-4f24-a857-93e24e4bd193 req-043d490c-e505-4d15-b5d0-68a932accfc3 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.3049433 Jul 23 04:57:12.946899 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-49b5f8b1-2224-4565-84fe-75fccbe3c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:12.992816 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634133b2-7557-423b-8e16-1e18529a67bd req-b3530244-93f0-453c-8720-640aa68a5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:12.994383 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-b3530244-93f0-453c-8720-640aa68a5df5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a232ef-27d0-4f83-8513-d531bc436e84 HTTP/1.1" status: 200 len: 851 time: 0.1034250 Jul 23 04:57:12.996404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.005156 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-49b5f8b1-2224-4565-84fe-75fccbe3c401 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc529eb658394395bbd163fc007a2304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960066 Jul 23 04:57:13.010178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41088) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:13.026799 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-ee6bcf94-a070-4ab0-9e94-ed64d1849cd5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:13.027940 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-ee6bcf94-a070-4ab0-9e94-ed64d1849cd5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 810 time: 0.2099309 Jul 23 04:57:13.028574 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f8b1-2224-4565-84fe-75fccbe3c401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e216d41-30d8-4bcc-8ef5-ef10711db518,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:13.056187 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af83dd60-ba29-4f24-a857-93e24e4bd193 req-c6fba5d1-e944-435f-958d-f75024863525 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009474 Jul 23 04:57:13.058344 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-d1a9b39e-1d4c-4bf6-9126-21934685ff95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ed134cc-926c-479c-b368-b1db7e092ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548553 Jul 23 04:57:13.064503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.131486 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-8a1cdf5d-998c-4f37-81f6-bd8bd115b965 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 380 time: 0.0855942 Jul 23 04:57:13.137758 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.156026 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'port': {'device_id': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'admin_state_up': True, 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'security_groups': ['36f491ea-bba1-47fa-903c-6bcbd8145f07']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:13.178176 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.189717 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-388bf9d9-7c2d-43be-a03e-6beb0f7c3143 service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228743 Jul 23 04:57:13.190677 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.193123 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.196978 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e94b6ae-36b4-4063-b5a8-a5e576473454 HTTP/1.1" status: 204 len: 168 time: 0.3710945 Jul 23 04:57:13.206555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233ddd-3c22-42fd-b01d-568824cf3b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e94b6ae-36b4-4063-b5a8-a5e576473454,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:13.308741 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.326044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.327673 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e216d41-30d8-4bcc-8ef5-ef10711db518 HTTP/1.1" status: 204 len: 168 time: 0.3164821 Jul 23 04:57:13.328456 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.24', 61661) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:13.378196 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d6612-1aef-4811-a166-a0e1a1537690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e216d41-30d8-4bcc-8ef5-ef10711db518,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:13.406943 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Made reservation on behalf of c763959a90a144f0978913c461a4d7e0 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:13.423920 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:13.468130 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-634133b2-7557-423b-8e16-1e18529a67bd req-5aad723b-4158-48f8-b3d0-9bea535e1262 service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208405 Jul 23 04:57:13.689208 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-299a26ac-5dc4-47cb-9a69-f681fb0e6fa3 req-74487c50-6e03-4299-ac66-2517a3521111 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0726163 Jul 23 04:57:13.823724 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Allocated IP 172.20.0.11 (e75a493c-9d8e-41cd-b403-e809a1f6dc54/96e28f95-0892-4a1e-a2e1-4f1d499dc872/5cd89b66-8c96-4ef1-a35d-18751c259d72) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:57:13.838187 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-048a7dc6-4cf3-44f5-b201-8b399abd1f31 req-e74c8f3f-6c66-4cb2-ac9b-a606b75dda31 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.2109413 Jul 23 04:57:13.885632 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-de2f97e4-5a5c-4be6-ad79-d114906f8e64 req-330e6cfa-c283-42c4-8813-0a02c0f1b68a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0825174 Jul 23 04:57:14.014509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-dd843f67-aa2e-4f43-9e7b-bedb71ef4329 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:14.020882 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-dd843f67-aa2e-4f43-9e7b-bedb71ef4329 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 819 time: 0.6515782 Jul 23 04:57:14.052878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Request body: {'port': {'device_id': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'admin_state_up': True, 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:14.127506 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20536e06-beb6-43a8-816b-bad711a9d3df tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:14.129158 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20536e06-beb6-43a8-816b-bad711a9d3df tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 819 time: 0.2040203 Jul 23 04:57:14.151219 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Request body: {'port': {'device_id': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'admin_state_up': True, 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:14.316617 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:14.328614 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Made reservation on behalf of e49956fe25ad4efc8f1d2cb60aa4a2ed for: {'port': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:14.333246 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:14.348976 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Transition to ACTIVE for port object 5cd89b66-8c96-4ef1-a35d-18751c259d72 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:14.375193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.24', 61666) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:14.382546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac32a0-38a4-49c6-98ee-0b86e287e5f9 req-77f8ad07-76cd-4316-b562-2932a3f118f5 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:14.389521 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c5ac32a0-38a4-49c6-98ee-0b86e287e5f9 req-77f8ad07-76cd-4316-b562-2932a3f118f5 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 944 time: 0.2102561 Jul 23 04:57:14.468838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Made reservation on behalf of e49956fe25ad4efc8f1d2cb60aa4a2ed for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:14.472271 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:14.551765 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c5ac32a0-38a4-49c6-98ee-0b86e287e5f9 req-7fdf8cb5-9028-41c8-baed-b184e111bd5e tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611748 Jul 23 04:57:14.564006 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:14.574194 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Allocated IP 172.20.0.10 (09facd24-b102-485f-96e9-52db73412730/021c1bc2-8389-455a-9263-fda291047c5d/acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:57:14.763107 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device da9e0cda-eb07-4253-b460-52dd6f2e206d details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:57:14.782183 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41188) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:14.854632 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e4657639-8b4c-42e0-9101-74b003273894 req-c55562cb-2f84-4763-9c2b-a4c937a1d168 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.0926094 Jul 23 04:57:14.862133 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:14.944213 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.016103 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Network 09facd24-b102-485f-96e9-52db73412730 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:15.020131 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:15.038642 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:15.047152 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-07d4e70b-524b-48f1-bc0f-50d2e8a91e7c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:15.048408 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-07d4e70b-524b-48f1-bc0f-50d2e8a91e7c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 817 time: 0.6460764 Jul 23 04:57:15.065463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d,segment=NetworkSegment(e78637b0-debf-45e8-89f0-3f5544d05154),segment_id=e78637b0-debf-45e8-89f0-3f5544d05154)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:15.068518 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Pushing event updated for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:15.074852 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:15.091632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:15.092486 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.095941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:15.099323 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'da9e0cda-eb07-4253-b460-52dd6f2e206d', 'network_id': '7ed134cc-926c-479c-b368-b1db7e092ba1', 'port_id': 'da9e0cda-eb07-4253-b460-52dd6f2e206d', 'mac_address': 'fa:16:3e:d3:cd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01a232ef-27d0-4f83-8513-d531bc436e84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:57:15.133562 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-baf9bf7b-3b3b-4dcd-a2ec-569f7a8021c9 req-fa5daa66-f30e-43e3-b6ee-07f7542da8d7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0557368 Jul 23 04:57:15.135888 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:15.139234 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:15.153783 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:15.154539 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.219258 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-673f4e9a-b2ad-466d-8a87-d1ce95688a32 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719359 Jul 23 04:57:15.235085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.236453 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Request body: {'port': {'device_id': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:15.247195 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-a740acaf-5abb-4694-bfd0-ea7c9f655b12 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0973938 Jul 23 04:57:15.249506 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9e0cda-eb07-4253-b460-52dd6f2e206d {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:15.275523 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Request body: {'port': {'device_id': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:15.291082 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d,segment=NetworkSegment(e78637b0-debf-45e8-89f0-3f5544d05154),segment_id=e78637b0-debf-45e8-89f0-3f5544d05154)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:15.297841 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.353559 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-fb64e4e0-d5e1-4c3a-aa92-462ecfbb4ed0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 380 time: 0.2349119 Jul 23 04:57:15.380487 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'port': {'device_id': '0016c265-605d-46a6-bb03-ae612d55595a', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'admin_state_up': True, 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'security_groups': ['6d12f56c-e7e1-464d-ba67-e0fe96db8fcf']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:15.456968 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Allocated IP 172.20.0.12 (09facd24-b102-485f-96e9-52db73412730/021c1bc2-8389-455a-9263-fda291047c5d/035c9fe0-74df-4ae2-b5cd-1df60adc8a79) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:57:15.475669 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.537173 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:15.540582 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-615ec94b-355f-402e-9429-4c93289f6a5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.574166 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-ed9b2f79-3d58-421d-9ef9-dcf21dc4ac45 None None] Provisioning for port 5cd89b66-8c96-4ef1-a35d-18751c259d72 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:15.574938 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e8d36-358b-4c72-a95e-90f4f3df287b req-0e27576d-a1fa-4098-af4b-2d276a6a4b61 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:15.585362 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f21e8d36-358b-4c72-a95e-90f4f3df287b req-0e27576d-a1fa-4098-af4b-2d276a6a4b61 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 932 time: 0.5870910 Jul 23 04:57:15.588825 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-ed9b2f79-3d58-421d-9ef9-dcf21dc4ac45 None None] Provisioning complete for port 5cd89b66-8c96-4ef1-a35d-18751c259d72 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:15.589173 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ed9b2f79-3d58-421d-9ef9-dcf21dc4ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.668444 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b2f79-3d58-421d-9ef9-dcf21dc4ac45 None None] Port 5cd89b66-8c96-4ef1-a35d-18751c259d72 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:57:15.671686 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['da9e0cda-eb07-4253-b460-52dd6f2e206d'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:57:15.815647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.831337 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf02a-4640-49c9-9dda-8595bdfddb58 req-cb8430ab-c200-4d3c-84e6-6e77ec67106a tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:15.832914 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a8abf02a-4640-49c9-9dda-8595bdfddb58 req-cb8430ab-c200-4d3c-84e6-6e77ec67106a tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 945 time: 0.1221972 Jul 23 04:57:15.890080 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f21e8d36-358b-4c72-a95e-90f4f3df287b req-241fa0cb-dc53-42f7-ab95-518e6243ff16 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012040 Jul 23 04:57:15.897000 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a8abf02a-4640-49c9-9dda-8595bdfddb58 req-5cabfd30-0d5d-480a-b1bb-e77077a0cc19 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Jul 23 04:57:15.903086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-615ec94b-355f-402e-9429-4c93289f6a5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.909135 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-615ec94b-355f-402e-9429-4c93289f6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:15.965575 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-615ec94b-355f-402e-9429-4c93289f6a5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1799ca01cde4e43b743ea057f65b6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1331406 Jul 23 04:57:15.966688 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ec94b-355f-402e-9429-4c93289f6a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19fc78-de01-4b52-b6dd-cae047a0673a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:15.969034 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41230) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:16.022645 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.051961 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.116540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.120741 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.122031 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f19fc78-de01-4b52-b6dd-cae047a0673a HTTP/1.1" status: 204 len: 168 time: 0.1519248 Jul 23 04:57:16.134755 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28ec41-8213-4a53-9d3f-51b70379a1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19fc78-de01-4b52-b6dd-cae047a0673a,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:16.151738 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f6cd8e40-0b17-424f-9428-f9a528b0a146 req-500d7bb3-6c2a-4908-ae5d-37b0b5abe3ca tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 210 time: 0.1070194 Jul 23 04:57:16.151738 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Made reservation on behalf of c8aacb7fa3af440d9685ec11568d35fb for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:16.154116 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.325152 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d8f0ab4b-01cb-4156-b88b-da513b4b26f9 req-cb0b4d86-e558-4de6-b8ee-7aa428d58157 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0462251 Jul 23 04:57:16.388684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.504249 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Allocated IP 172.20.0.6 (8262d930-52d3-469c-a82a-d992abcada77/6919981c-658b-4065-8f04-2301dcac5704/3e92bb90-3626-4194-8092-be7a44ba3337) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:57:16.524916 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.629721 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Network 09facd24-b102-485f-96e9-52db73412730 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:16.644330 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:16.650930 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd89b66-8c96-4ef1-a35d-18751c259d72 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:16.665389 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:16.671352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:16.672042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.681763 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.695231 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Pushing event updated for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:16.709894 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41260) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:16.720181 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-938ece0f-e9f6-4e86-9e63-4bf04573550e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6833189 Jul 23 04:57:16.729589 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d63c61dc-d3de-4fc4-bc78-600c8b139fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.733382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device da9e0cda-eb07-4253-b460-52dd6f2e206d up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:16.755497 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Transition to ACTIVE for port object 5cd89b66-8c96-4ef1-a35d-18751c259d72 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:16.766595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Request body: {'port': {'device_id': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:16.766823 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 {{(pid=93026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:16.772257 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.780062 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.832348 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Transition to ACTIVE for port object acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 will not be triggered until provisioned by entity L2. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:16.837403 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port da9e0cda-eb07-4253-b460-52dd6f2e206d completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:16.842652 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port da9e0cda-eb07-4253-b460-52dd6f2e206d triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:16.843196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.861269 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.913802 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:16.930963 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:16.955763 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.032157 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.035070 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Transition to ACTIVE for port object 3e92bb90-3626-4194-8092-be7a44ba3337 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:17.048795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:17.096229 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d63c61dc-d3de-4fc4-bc78-600c8b139fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.125587 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d63c61dc-d3de-4fc4-bc78-600c8b139fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.143438 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Attempting to bind port 5cd89b66-8c96-4ef1-a35d-18751c259d72 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:17.143651 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Attempting to bind port 5cd89b66-8c96-4ef1-a35d-18751c259d72 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:17.143864 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Attempting to bind port 5cd89b66-8c96-4ef1-a35d-18751c259d72 on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:17.202038 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d63c61dc-d3de-4fc4-bc78-600c8b139fb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5eb7003a320a4740b0c76e2a0fd2b675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909832 Jul 23 04:57:17.215605 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Port 5cd89b66-8c96-4ef1-a35d-18751c259d72 on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:57:17.216029 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Attempting to bind port 5cd89b66-8c96-4ef1-a35d-18751c259d72 on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:17.222204 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41280) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:17.255850 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d,segment=NetworkSegment(e78637b0-debf-45e8-89f0-3f5544d05154),segment_id=e78637b0-debf-45e8-89f0-3f5544d05154)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:17.258940 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c61dc-d3de-4fc4-bc78-600c8b139fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceec3e32-aa0e-42c2-aeee-8ae93c107329,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:17.263302 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.284064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:17.285878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Checking segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:17.286567 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Bound using segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:17.287194 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Bound port: 5cd89b66-8c96-4ef1-a35d-18751c259d72, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:17.288388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.354511 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.386863 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:17.411990 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Network 8262d930-52d3-469c-a82a-d992abcada77 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:57:17.419599 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Pushing event updated for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:17.422477 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:17.424910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:57:17.433754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:17.434749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.457813 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Attempting to bind port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:17.458147 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Attempting to bind port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:17.458458 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6c57f1-6918-45b9-a3d4-2f7018768aa6" -d '{"events": [{"server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "name": "network-vif-plugged", "status": "completed", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:17.458723 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Attempting to bind port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 on network 09facd24-b102-485f-96e9-52db73412730 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:17.474395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 on network 09facd24-b102-485f-96e9-52db73412730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:57:17.474611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Attempting to bind port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 on network 09facd24-b102-485f-96e9-52db73412730 {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:17.490169 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:17.490512 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Checking segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:17.490888 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Bound using segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} {{(pid=93026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:17.493855 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.managers [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Bound port: acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}}] {{(pid=93026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:17.494230 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.526344 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d165b43-6719-456d-9c1f-7c34c1fab80b req-14895829-b1c4-4641-87cd-9bd40193ca50 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:17.527942 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d165b43-6719-456d-9c1f-7c34c1fab80b req-14895829-b1c4-4641-87cd-9bd40193ca50 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 945 time: 0.4263129 Jul 23 04:57:17.549446 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1777408 Jul 23 04:57:17.608152 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Request body: {'port': {'device_id': '0016c265-605d-46a6-bb03-ae612d55595a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:17.624922 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762d74e-cc9b-4f93-ab07-20dc1eeabfa6 req-b7f4fa05-a8f0-460c-bde4-bec91a4c935c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:17.626939 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6762d74e-cc9b-4f93-ab07-20dc1eeabfa6 req-b7f4fa05-a8f0-460c-bde4-bec91a4c935c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 944 time: 0.5957832 Jul 23 04:57:17.635561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e56be-408d-4179-b90e-7791344306b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:17.686657 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, cleared binding levels {{(pid=93026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:17.697992 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:17.714858 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.724476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.763036 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1e2b4e86-ef80-484d-a515-8a8e4aaa2cd4 None None] Provisioning for port 3e92bb90-3626-4194-8092-be7a44ba3337 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:17.770663 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1e2b4e86-ef80-484d-a515-8a8e4aaa2cd4 None None] Provisioning complete for port 3e92bb90-3626-4194-8092-be7a44ba3337 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:17.771026 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1e2b4e86-ef80-484d-a515-8a8e4aaa2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.846960 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:17.847580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.852822 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:17.853261 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] 10.222.0.24 "PUT /v2.0/ports/acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 1094 time: 2.6204834 Jul 23 04:57:17.853817 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:17.856057 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6190a-4f50-4142-bebc-ada28f64e57c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:17.866139 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b4e86-ef80-484d-a515-8a8e4aaa2cd4 None None] Port 3e92bb90-3626-4194-8092-be7a44ba3337 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:57:17.882307 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d165b43-6719-456d-9c1f-7c34c1fab80b req-096c4842-b208-431b-a879-a612ee1d84a7 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191240 Jul 23 04:57:17.925291 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbf1ab-fe2a-4621-b5c2-6ad0b175f84e service neutron] Pushing event updated for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=3']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:18.029231 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-a6bf508a-69b7-4d26-a9b9-14ce7391c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:18.030747 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-a6bf508a-69b7-4d26-a9b9-14ce7391c3e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1097 time: 0.0945888 Jul 23 04:57:18.042779 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41332) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:18.229704 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:18.249540 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6762d74e-cc9b-4f93-ab07-20dc1eeabfa6 req-382b1789-f5e8-43ae-a7c2-4a0999987182 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6078448 Jul 23 04:57:18.261332 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-5a570193-cdbc-4cee-8c04-2f0fa5deb99b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.2090294 Jul 23 04:57:18.307563 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30743594-524c-4839-926f-f8f0442ccdb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.309293 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:18.310246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.324045 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41342) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:18.327692 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ce126-212a-452a-8033-1c603d378e26 req-0c6a6d6e-8635-42c2-8d82-da963d171692 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:18.328095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.329344 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7d8ce126-212a-452a-8033-1c603d378e26 req-0c6a6d6e-8635-42c2-8d82-da963d171692 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 932 time: 0.3441079 Jul 23 04:57:18.369895 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-2a3ef202-1e3f-41e6-a00b-bd577fb6f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:18.371510 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-2a3ef202-1e3f-41e6-a00b-bd577fb6f5f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.1021981 Jul 23 04:57:18.395992 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:18.396856 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.398954 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] 10.222.0.24 "PUT /v2.0/ports/5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 1094 time: 3.1287026 Jul 23 04:57:18.401113 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:18.449906 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7d8ce126-212a-452a-8033-1c603d378e26 req-35717746-cee9-40f4-babc-6d16f258f998 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055942 Jul 23 04:57:18.452076 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-b5a1f442-3977-4bd2-8b01-b242f5012160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668373 Jul 23 04:57:18.499337 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.502725 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.504058 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ceec3e32-aa0e-42c2-aeee-8ae93c107329 HTTP/1.1" status: 204 len: 168 time: 1.2762976 Jul 23 04:57:18.643692 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-250c47b1-480d-4e2b-a75d-037e24fdc433 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783309 Jul 23 04:57:18.666602 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30743594-524c-4839-926f-f8f0442ccdb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.692888 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86d7888-4bf2-4b53-92d5-4b1e45dc2f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.713216 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f139f7-81ad-4f6d-9825-ba4338933df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceec3e32-aa0e-42c2-aeee-8ae93c107329,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:18.758882 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9166ed59-65c5-410e-a1e5-ad2b25b5e1af x-openstack-request-id: req-9166ed59-65c5-410e-a1e5-ad2b25b5e1af {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:18.760089 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "name": "network-vif-plugged", "status": "completed", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:18.760453 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9166ed59-65c5-410e-a1e5-ad2b25b5e1af {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:18.761153 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d', 'code': 200} Jul 23 04:57:18.762591 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467058e-22e1-4ed1-a4c6-a5c31dfdb236 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:18.848290 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0d6b2-f9ba-4874-8e2c-a2cf03ea71ca x-openstack-request-id: req-3dd0d6b2-f9ba-4874-8e2c-a2cf03ea71ca {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:18.848863 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:18.849063 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dd0d6b2-f9ba-4874-8e2c-a2cf03ea71ca {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:18.849402 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', 'status': 'completed', 'code': 200} Jul 23 04:57:18.851210 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30743594-524c-4839-926f-f8f0442ccdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.869461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95d6f53-5324-496a-bc7a-5795971a6a24" -d '{"events": [{"name": "network-changed", "server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:18.912695 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dda2fd16-b6d0-4df1-83af-86557ef31fbd req-4f273cdd-1de8-49f9-8e02-6d6283615153 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618096 Jul 23 04:57:18.919099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:18.919394 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-30743594-524c-4839-926f-f8f0442ccdb7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1ab40b2a86d4fdb80eb27d13154ffee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747039 Jul 23 04:57:18.921404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41366) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:18.943794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:18.984351 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30743594-524c-4839-926f-f8f0442ccdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a9c06-2148-47e7-afdf-9c90ffc31ba3,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:19.004779 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-3bb237e6-df7e-4189-ad03-aca82c15b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.006302 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-3bb237e6-df7e-4189-ad03-aca82c15b460 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1097 time: 0.5080497 Jul 23 04:57:19.017847 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32cdde-f798-446e-b07f-4dcf23d46879 req-0040dc62-4afa-474b-bcba-044684c5420d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.026220 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e32cdde-f798-446e-b07f-4dcf23d46879 req-0040dc62-4afa-474b-bcba-044684c5420d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 931 time: 0.6789975 Jul 23 04:57:19.035237 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.043832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Transition to ACTIVE for port object 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:19.046303 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.24', 61672) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:19.074883 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.099084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956a8295-03ae-41f6-b4b8-4fa0c9022f60 x-openstack-request-id: req-956a8295-03ae-41f6-b4b8-4fa0c9022f60 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:19.099371 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:19.099620 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-956a8295-03ae-41f6-b4b8-4fa0c9022f60 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:19.100085 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'status': 'completed', 'code': 200} Jul 23 04:57:19.131895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.145111 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.149524 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.153296 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c0a9c06-2148-47e7-afdf-9c90ffc31ba3 HTTP/1.1" status: 204 len: 168 time: 0.2279854 Jul 23 04:57:19.207884 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-5681ba19-ac9b-4c95-8c11-01816ac54eff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 217 time: 0.1531434 Jul 23 04:57:19.250171 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de60f24-06ae-499e-a312-94939d14f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a9c06-2148-47e7-afdf-9c90ffc31ba3,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:19.321284 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e32cdde-f798-446e-b07f-4dcf23d46879 req-c96e9fe8-d4dd-4ed0-9fb9-57a03ac4cee6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917216 Jul 23 04:57:19.344503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-094a9eaa-48e0-45d3-aac4-ac261cdfd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.344503 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-094a9eaa-48e0-45d3-aac4-ac261cdfd4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 1099 time: 0.2163119 Jul 23 04:57:19.354647 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d2f9c-f4ec-4b71-b073-1ff7f7e73977 req-59a2d782-b6b9-47a8-99e8-11da2081be7f tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.362776 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-969d2f9c-f4ec-4b71-b073-1ff7f7e73977 req-59a2d782-b6b9-47a8-99e8-11da2081be7f tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.1541479 Jul 23 04:57:19.392261 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.414736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Pushing event updated for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:19.452927 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-969d2f9c-f4ec-4b71-b073-1ff7f7e73977 req-a91114d8-9af8-491d-a6fc-1fca98d4afc3 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Jul 23 04:57:19.477593 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-be01a633-5613-4e55-b4e4-bd131028393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.479421 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-be01a633-5613-4e55-b4e4-bd131028393d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.2375538 Jul 23 04:57:19.593552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86d7888-4bf2-4b53-92d5-4b1e45dc2f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.599011 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Attempting to bind port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:19.599343 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Attempting to bind port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:19.599671 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Attempting to bind port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 on network 09facd24-b102-485f-96e9-52db73412730 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:19.600124 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30677c0-fee1-437a-8f7f-7efc56b245dc req-49357990-48d3-4251-abc5-c35a61626204 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.609587 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d30677c0-fee1-437a-8f7f-7efc56b245dc req-49357990-48d3-4251-abc5-c35a61626204 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0880005 Jul 23 04:57:19.615391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-187d20d8-295c-4e19-9eb1-c4e2e8e95006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.617450 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-187d20d8-295c-4e19-9eb1-c4e2e8e95006 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1097 time: 0.5611115 Jul 23 04:57:19.624021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b86d7888-4bf2-4b53-92d5-4b1e45dc2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.631161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 on network 09facd24-b102-485f-96e9-52db73412730 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:57:19.631667 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Attempting to bind port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 on network 09facd24-b102-485f-96e9-52db73412730 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:19.656555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41400) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:19.670843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:19.674064 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-270de887-abe6-45c4-8354-81aee8e374bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.705898 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:19.706527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Checking segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:19.706649 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Bound using segment: {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:19.707029 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Bound port: 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '429a83f6-2156-447c-8cb0-3d3de977545a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '09facd24-b102-485f-96e9-52db73412730'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:19.707577 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.725880 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d30677c0-fee1-437a-8f7f-7efc56b245dc req-d407968a-0f8a-4e36-8f2f-5b220a88dc09 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095979 Jul 23 04:57:19.730719 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.800503 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d7888-4bf2-4b53-92d5-4b1e45dc2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98888ac1-48bf-49bd-8a34-0bb7d7747278,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:19.803061 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.804915 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b86d7888-4bf2-4b53-92d5-4b1e45dc2f66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff4131ca4725406b8cf01f5c8ade8b77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4779813 Jul 23 04:57:19.810275 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.813866 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41404) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:19.847195 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Transition to ACTIVE for port object 3e92bb90-3626-4194-8092-be7a44ba3337 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:57:19.875009 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100205 Jul 23 04:57:19.898001 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.920857 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c4d2da-3eb2-4567-941c-ffd8c03e343a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:19.962267 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:19.966347 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c4a6d-a24f-4b4c-9a31-a189538fcc02 req-1fad3f86-9ea0-4d93-b9a6-d40be3d1d826 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.967882 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f16c4a6d-a24f-4b4c-9a31-a189538fcc02 req-1fad3f86-9ea0-4d93-b9a6-d40be3d1d826 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 944 time: 0.5247681 Jul 23 04:57:19.979294 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-9f02e6e6-d4be-45f1-ae3f-6e419a43bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:19.980746 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-9f02e6e6-d4be-45f1-ae3f-6e419a43bb6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4826777 Jul 23 04:57:19.992891 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.019175 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-e6060e40-44e9-4986-aba5-d13d026cb6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.020803 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-e6060e40-44e9-4986-aba5-d13d026cb6da service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.3926284 Jul 23 04:57:20.025664 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-270de887-abe6-45c4-8354-81aee8e374bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.036956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:20.038719 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-270de887-abe6-45c4-8354-81aee8e374bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.039454 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:20.045303 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:20.082996 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-270de887-abe6-45c4-8354-81aee8e374bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c379bf960024f0b9433cd04f3d56b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4252501 Jul 23 04:57:20.103220 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41412) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:20.153958 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270de887-abe6-45c4-8354-81aee8e374bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665ac24f-8b19-4eec-b085-0fb2a380eb22,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:20.159345 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.162221 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.163390 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/98888ac1-48bf-49bd-8a34-0bb7d7747278 HTTP/1.1" status: 204 len: 168 time: 0.3396182 Jul 23 04:57:20.173731 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51498402-7103-4f41-9239-009815afc3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98888ac1-48bf-49bd-8a34-0bb7d7747278,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:20.193183 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.227046 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.292045 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.294662 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.296275 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/665ac24f-8b19-4eec-b085-0fb2a380eb22 HTTP/1.1" status: 204 len: 168 time: 0.1917830 Jul 23 04:57:20.307340 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe7ec2-b515-4e26-bba8-89a052c07bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665ac24f-8b19-4eec-b085-0fb2a380eb22,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:20.339929 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.440852 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f16c4a6d-a24f-4b4c-9a31-a189538fcc02 req-21d2d694-fbe9-4cf9-aaa9-467cb4e8cfab tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4484155 Jul 23 04:57:20.489164 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-e629b3af-8418-4a3c-8990-1b02a2b50a8d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.1449103 Jul 23 04:57:20.510525 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.511252 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.512801 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] 10.222.0.24 "PUT /v2.0/ports/035c9fe0-74df-4ae2-b5cd-1df60adc8a79 HTTP/1.1" status: 200 len: 1094 time: 3.7558918 Jul 23 04:57:20.524159 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Attempting to bind port 3e92bb90-3626-4194-8092-be7a44ba3337 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:57:20.537295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Attempting to bind port 3e92bb90-3626-4194-8092-be7a44ba3337 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:57:20.538071 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Attempting to bind port 3e92bb90-3626-4194-8092-be7a44ba3337 on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:20.551785 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5c2b4-6559-42ff-84d2-a8d7410b7a4d req-824b0018-9856-48ed-bd29-749f40f7e32e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.563163 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fcc5c2b4-6559-42ff-84d2-a8d7410b7a4d req-824b0018-9856-48ed-bd29-749f40f7e32e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.1587939 Jul 23 04:57:20.621050 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Port 3e92bb90-3626-4194-8092-be7a44ba3337 on network 8262d930-52d3-469c-a82a-d992abcada77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:57:20.621652 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Attempting to bind port 3e92bb90-3626-4194-8092-be7a44ba3337 on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:57:20.622985 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fcc5c2b4-6559-42ff-84d2-a8d7410b7a4d req-4147a153-d1e5-4392-bc1b-07384d6a0945 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538220 Jul 23 04:57:20.686694 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b651f-1424-4ab8-a90e-1cc158fe634d service neutron] Pushing event updated for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:20.695676 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:57:20.696302 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Checking segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:20.697054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Bound using segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:57:20.697583 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Bound port: 3e92bb90-3626-4194-8092-be7a44ba3337, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:57:20.698001 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.734305 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-d5ff7009-250a-4743-95b4-c5a0d8955eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.735876 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-d5ff7009-250a-4743-95b4-c5a0d8955eb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.2163537 Jul 23 04:57:20.754767 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:57:20.785383 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-06e46782-e1ea-4b25-859e-025393fbc544 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394498 Jul 23 04:57:20.816173 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-096b354f-6d25-4cc4-bfb0-892b9afbb390 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700531 Jul 23 04:57:20.901594 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:20.910732 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09c300-88d7-4886-8d2c-65746061d354 req-b7b5b035-756a-4961-85f3-e05c7cb0bb60 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.914575 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'port_id': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', 'mac_address': 'fa:16:3e:7f:f5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:57:20.917949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dc09c300-88d7-4886-8d2c-65746061d354 req-b7b5b035-756a-4961-85f3-e05c7cb0bb60 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.3732951 Jul 23 04:57:20.934429 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137d72b-2c08-4b80-9ec6-8aff4770ad72 req-65471143-eec1-4188-882a-6f0b1ce829fd tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:20.936615 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1137d72b-2c08-4b80-9ec6-8aff4770ad72 req-65471143-eec1-4188-882a-6f0b1ce829fd tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0923924 Jul 23 04:57:20.957808 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41446) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:20.963200 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:20.979929 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:20.988782 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:57:20.988952 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-18fc5888-8f26-465f-9c3c-edf676f7f50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.003037 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:57:21.007430 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee500583-3805-49a4-9c45-2c66936f50f5 req-96e62c7d-68a6-45ee-87a5-1dcb1c964730 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945672 Jul 23 04:57:21.012323 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:21.014989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-203ed098-075a-47c5-9ffe-78cf03a516c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.018175 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-203ed098-075a-47c5-9ffe-78cf03a516c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 1097 time: 0.4063308 Jul 23 04:57:21.019327 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1137d72b-2c08-4b80-9ec6-8aff4770ad72 req-55933a30-45d4-4fa2-b1c2-8b9d237fde11 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751395 Jul 23 04:57:21.019675 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.024062 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.132874 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.133518 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.137832 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 1093 time: 3.5582838 Jul 23 04:57:21.138296 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79'}, {'name': 'network-changed', 'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:21.142075 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb4828-699b-4aff-a4e1-377172243f93" -d '{"events": [{"name": "network-changed", "server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79"}, {"name": "network-changed", "server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:21.147177 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dc09c300-88d7-4886-8d2c-65746061d354 req-369b29f4-2967-45bc-b5bf-33f7fab04cfa tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375659 Jul 23 04:57:21.156369 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:21.180746 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-18fc5888-8f26-465f-9c3c-edf676f7f50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.190909 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-18fc5888-8f26-465f-9c3c-edf676f7f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.279292 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-18fc5888-8f26-465f-9c3c-edf676f7f50a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46169a7a079c4e69b27688586104483b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138120 Jul 23 04:57:21.279635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e3bbf1-a968-4bbb-a7a2-4dac50d25e58 x-openstack-request-id: req-11e3bbf1-a968-4bbb-a7a2-4dac50d25e58 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:21.279635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:21.279635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11e3bbf1-a968-4bbb-a7a2-4dac50d25e58 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:21.280443 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79', 'status': 'completed', 'code': 200} Jul 23 04:57:21.282579 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41454) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:21.282745 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'status': 'completed', 'code': 200} Jul 23 04:57:21.321539 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fc5888-8f26-465f-9c3c-edf676f7f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6b8b79-1f1a-40bd-bda4-43d6b9199b2d,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:21.347192 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-a60749db-767b-4396-9f00-5ef259ff9ed6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79 HTTP/1.1" status: 200 len: 217 time: 0.2208059 Jul 23 04:57:21.347479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:57:21.381483 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.418199 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.495551 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-024b680c-5775-4442-89ec-5b9e5578e0fe service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6651204 Jul 23 04:57:21.506436 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51b8e8-9765-42eb-a2c5-e5ca53a68069 service neutron] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:21.559618 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.562846 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:21.572156 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a6b8b79-1f1a-40bd-bda4-43d6b9199b2d HTTP/1.1" status: 204 len: 168 time: 0.2882600 Jul 23 04:57:21.589432 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d2535-bf68-4656-805d-32cdfd9f9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6b8b79-1f1a-40bd-bda4-43d6b9199b2d,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:21.631670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-2ac90e34-1bed-438c-ab70-753696c6d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.634227 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-2ac90e34-1bed-438c-ab70-753696c6d5b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.2554104 Jul 23 04:57:21.640521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-9c79e707-8498-4587-ae37-1439eac7551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.642716 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-9c79e707-8498-4587-ae37-1439eac7551c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1097 time: 0.4492412 Jul 23 04:57:21.758329 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-b2b6c8bc-5973-4b81-a3b6-250ad0dc749a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143191 Jul 23 04:57:21.829008 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-07c825ef-8538-4f22-9fd6-a670debb52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.831622 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-07c825ef-8538-4f22-9fd6-a670debb52d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1096 time: 0.5479116 Jul 23 04:57:21.908738 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33b8b6-32e2-4e53-88be-698f769812ad req-f7fe4bff-3ff4-406b-867b-c3c562ffa616 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:21.911830 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a33b8b6-32e2-4e53-88be-698f769812ad req-f7fe4bff-3ff4-406b-867b-c3c562ffa616 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.1482289 Jul 23 04:57:21.924314 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-793c60d1-9ef4-4b87-8c80-a9caa8996779 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112823 Jul 23 04:57:21.978228 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a33b8b6-32e2-4e53-88be-698f769812ad req-f2beabde-1849-4df5-aa02-78822c0e5749 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604224 Jul 23 04:57:21.990555 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-80b0c02c-7c12-4921-ba45-d4544539b9df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 217 time: 0.0924790 Jul 23 04:57:22.014532 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be2168-2f41-4476-ad06-0cf3ef871935 req-640808ee-518f-41d2-9a18-d272e7520360 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.016465 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a4be2168-2f41-4476-ad06-0cf3ef871935 req-640808ee-518f-41d2-9a18-d272e7520360 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 944 time: 0.4669442 Jul 23 04:57:22.103359 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-fee37254-1148-4ec9-8bba-f42c86c8d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.104874 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-fee37254-1148-4ec9-8bba-f42c86c8d977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.4458394 Jul 23 04:57:22.188967 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbdf46-902c-4a1c-b6ed-2f88857e0133 req-5e898642-3219-4764-b32f-c38517d85566 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.191356 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-39dbdf46-902c-4a1c-b6ed-2f88857e0133 req-5e898642-3219-4764-b32f-c38517d85566 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0792439 Jul 23 04:57:22.193954 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a4be2168-2f41-4476-ad06-0cf3ef871935 req-3c5a198e-7768-45ce-a676-fb35b4705d94 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631527 Jul 23 04:57:22.197296 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-42fdbfb9-bc90-4ad8-aa63-ac7acaf90baf service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220774 Jul 23 04:57:22.199262 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-b6db7065-bd84-45e6-94ec-fefb25d9848b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 217 time: 0.0734737 Jul 23 04:57:22.200749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-7db0b075-0271-42b5-9053-1c1c92d94305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.202101 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-7db0b075-0271-42b5-9053-1c1c92d94305 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.1976290 Jul 23 04:57:22.243325 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-39dbdf46-902c-4a1c-b6ed-2f88857e0133 req-0fa43e15-8cc2-4735-95ad-a3fc57b285c4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443656 Jul 23 04:57:22.569774 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41512) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:22.630437 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-e1b58866-990b-41bf-839c-b90e01a30e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.631940 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-e1b58866-990b-41bf-839c-b90e01a30e8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.3708661 Jul 23 04:57:22.664510 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-855731840-network', 'tenant_id': '72aabb07c124405e9dce53f45a4cbf02'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:22.686891 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Made reservation on behalf of 72aabb07c124405e9dce53f45a4cbf02 for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:22.689361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.693276 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a93b8048-404b-4c8a-8ae9-138f088810f0 req-849521c4-6707-4f74-87c2-9b20835329bb service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796979 Jul 23 04:57:22.698374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.721100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-a0939831-028a-4f99-8502-a6ae4370ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.722816 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-a0939831-028a-4f99-8502-a6ae4370ff4e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4606428 Jul 23 04:57:22.735812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0b40-ed41-4c55-bfd7-0c36ff06e720 req-2fb8f3b2-f307-4fa2-83ee-6f695eaa1a13 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.737666 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cdca0b40-ed41-4c55-bfd7-0c36ff06e720 req-2fb8f3b2-f307-4fa2-83ee-6f695eaa1a13 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.4537210 Jul 23 04:57:22.768048 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5cd89b66-8c96-4ef1-a35d-18751c259d72 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:57:22.811673 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.818725 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.820560 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:22.839215 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:57:22.854097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.854443 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Added segment 2912590b-808a-48bd-9281-50bf05f551a5 of type vlan for network f3163ce2-9f00-4bcc-a568-61856b6fdfaa Jul 23 04:57:22.911939 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.934854 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-67c401bd-c342-445b-92e0-324d88c1a182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:22.936410 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-67c401bd-c342-445b-92e0-324d88c1a182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2882493 Jul 23 04:57:22.941102 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:22.943799 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:22.957319 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:22.958423 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:22.968445 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cdca0b40-ed41-4c55-bfd7-0c36ff06e720 req-56ba84c5-4cf9-47f4-aa7a-8f67126919c9 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127750 Jul 23 04:57:23.001273 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'port_id': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'mac_address': 'fa:16:3e:bb:0b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:57:23.036639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-04c40733-babe-4139-92c6-505fb3d227dc service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967453 Jul 23 04:57:23.055346 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e064b7-fbe7-45ac-a39d-cca5c1922130,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:23.063245 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.063726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.064296 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.106046 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.147828 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.161770 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5900021 Jul 23 04:57:23.170420 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41532) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:23.185098 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:23.187260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9f2cd-41f2-4799-844b-3a820e294699" -d '{"events": [{"server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:23.197886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-827d8841-97a2-4ec8-8d1d-fb3199afe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.199467 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-827d8841-97a2-4ec8-8d1d-fb3199afe0bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 1097 time: 0.3849308 Jul 23 04:57:23.225277 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:23.229383 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Request body: {'subnet': {'network_id': 'f3163ce2-9f00-4bcc-a568-61856b6fdfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-855731840-subnet', 'tenant_id': '72aabb07c124405e9dce53f45a4cbf02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:23.241638 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd89b66-8c96-4ef1-a35d-18751c259d72 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:23.262804 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.279385 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-b244f434-d6a1-46c4-afab-8cde6c4990a4 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067651 Jul 23 04:57:23.280060 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd53f9-dfb9-4b8d-8fb9-8212c65b7290 x-openstack-request-id: req-c1dd53f9-dfb9-4b8d-8fb9-8212c65b7290 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:23.280556 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "name": "network-vif-plugged", "status": "completed", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:23.280802 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1dd53f9-dfb9-4b8d-8fb9-8212c65b7290 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:23.281200 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', 'code': 200} Jul 23 04:57:23.325757 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc0cc1-c704-4249-9186-3d8b8e9a8f1c admin admin] Pushing event updated for resources: {'Network': ['ID=f3163ce2-9f00-4bcc-a568-61856b6fdfaa,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:23.366247 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network f3163ce2-9f00-4bcc-a568-61856b6fdfaa details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:57:23.369604 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Made reservation on behalf of 72aabb07c124405e9dce53f45a4cbf02 for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:23.371949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.373464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:23.418300 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.443008 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-5349d300-772a-48b2-92fa-6b2555271604 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329856 Jul 23 04:57:23.533378 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:23.578864 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.592541 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d536-b6a1-4f51-8414-4fd8e53d3625 req-ce4e55ed-f763-4336-a12f-82e455541279 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.594130 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e737d536-b6a1-4f51-8414-4fd8e53d3625 req-ce4e55ed-f763-4336-a12f-82e455541279 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.4527204 Jul 23 04:57:23.702764 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391cb9b3-4346-49bb-b4af-96b744b19c40,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:23.719261 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e737d536-b6a1-4f51-8414-4fd8e53d3625 req-4b6fcbc1-b4ba-4dbc-9462-86ea459c823b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028650 Jul 23 04:57:23.720204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Checking segment: {'id': '2912590b-808a-48bd-9281-50bf05f551a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'f3163ce2-9f00-4bcc-a568-61856b6fdfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:23.724744 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:23.727441 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Network hostable DHCP agents. Network: f3163ce2-9f00-4bcc-a568-61856b6fdfaa, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:57:23.747106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-4f45cfb1-0bbc-4f33-b86f-1270deeca8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.747227 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Network f3163ce2-9f00-4bcc-a568-61856b6fdfaa is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:57:23.748904 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-4f45cfb1-0bbc-4f33-b86f-1270deeca8e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.5191302 Jul 23 04:57:23.762920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, f3163ce2-9f00-4bcc-a568-61856b6fdfaa) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:23.772575 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.773733 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:23.780640 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f07f3c-01d9-45fa-bb10-710cf8a01c00 None None] Network f3163ce2-9f00-4bcc-a568-61856b6fdfaa requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:57:23.793163 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-40166f1b-ed95-4b6d-8cf8-6fbf3a760206 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5740674 Jul 23 04:57:23.802222 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c95d6f53-5324-496a-bc7a-5795971a6a24 req-7257fd15-92c0-40ad-b4c5-90cc72ad6d25 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766016 Jul 23 04:57:23.829062 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec959fb-a2ff-4b1d-a595-02601d389cc9 req-18e908e3-9bd1-4c7c-a7b6-5fca5610b3c7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.840283 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7ec959fb-a2ff-4b1d-a595-02601d389cc9 req-18e908e3-9bd1-4c7c-a7b6-5fca5610b3c7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.4032307 Jul 23 04:57:23.883118 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7ec959fb-a2ff-4b1d-a595-02601d389cc9 req-4cd10683-5d7a-4eaf-8aae-fe5835d7b880 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405414 Jul 23 04:57:23.955947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75449270-1ee1-49e1-a989-6f30561bc5f9 req-f6d05fd3-c976-4aa5-bd0c-d4f460d8b9c1 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:23.957919 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-75449270-1ee1-49e1-a989-6f30561bc5f9 req-f6d05fd3-c976-4aa5-bd0c-d4f460d8b9c1 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0963461 Jul 23 04:57:24.001044 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-75449270-1ee1-49e1-a989-6f30561bc5f9 req-73dd96bc-0594-403e-87cb-894fb9b2894a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Jul 23 04:57:24.087023 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9c070-4e73-4824-ae20-9ae346561253 None None] Network f3163ce2-9f00-4bcc-a568-61856b6fdfaa requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:57:24.388640 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 41576) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:24.393455 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-519572611-network', 'tenant_id': 'aa7d9bafdfca44a28b5b5ae22cb97efe'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:24.414404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Made reservation on behalf of aa7d9bafdfca44a28b5b5ae22cb97efe for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:24.416606 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.424216 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.512232 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.515889 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.539811 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:57:24.549042 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf3f53a-82d7-4350-aa34-820aeeaa586f,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:24.560247 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.560844 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Added segment 712c1928-9261-4db5-8d4c-31e13f684e10 of type vlan for network e5863038-76b7-4d09-8cdb-1c4df500880b Jul 23 04:57:24.599982 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.629454 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.630399 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:24.631062 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.657553 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2678487 Jul 23 04:57:24.660463 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41580) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:24.665918 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Request body: {'subnet': {'network_id': 'e5863038-76b7-4d09-8cdb-1c4df500880b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-519572611-subnet', 'tenant_id': 'aa7d9bafdfca44a28b5b5ae22cb97efe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:24.688326 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Made reservation on behalf of aa7d9bafdfca44a28b5b5ae22cb97efe for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:57:24.690144 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca470f-d2fe-4a80-a2fe-b4444eb66c72 admin admin] Pushing event updated for resources: {'Network': ['ID=e5863038-76b7-4d09-8cdb-1c4df500880b,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:24.690603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.701178 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network e5863038-76b7-4d09-8cdb-1c4df500880b details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:57:24.886979 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:24.960115 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c237e651-0dbb-4faa-97c1-99c63c178b08,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:24.978619 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51320dc9-e3d2-4f36-b7a1-7f41b121f435 req-64eefbeb-3deb-4690-81ed-448a7b72df73 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:24.980124 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-51320dc9-e3d2-4f36-b7a1-7f41b121f435 req-64eefbeb-3deb-4690-81ed-448a7b72df73 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.1558106 Jul 23 04:57:24.981048 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Checking segment: {'id': '712c1928-9261-4db5-8d4c-31e13f684e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e5863038-76b7-4d09-8cdb-1c4df500880b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:57:24.981401 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Network hostable DHCP agents. Network: e5863038-76b7-4d09-8cdb-1c4df500880b, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:57:25.013477 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Network e5863038-76b7-4d09-8cdb-1c4df500880b is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:57:25.030362 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-51320dc9-e3d2-4f36-b7a1-7f41b121f435 req-3c8a1ab5-685e-450c-b46a-300ffe0dc4ca tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Jul 23 04:57:25.031386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, e5863038-76b7-4d09-8cdb-1c4df500880b) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:57:25.035521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:25.036119 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:25.044756 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddc561-3286-4700-8fe1-9910e95e427b None None] Network e5863038-76b7-4d09-8cdb-1c4df500880b requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:57:25.061547 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb629e5f-a934-44ba-b39e-1ff85d284b71 req-9d829bfc-1c8e-47b6-a37e-45b804ee8aa1 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:25.069269 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cb629e5f-a934-44ba-b39e-1ff85d284b71 req-9d829bfc-1c8e-47b6-a37e-45b804ee8aa1 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.0814083 Jul 23 04:57:25.075067 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-acf76b26-0115-42cd-805b-70122016da04 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4124119 Jul 23 04:57:25.138139 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cb629e5f-a934-44ba-b39e-1ff85d284b71 req-e6a35cc4-324f-4b31-8322-604e27ca7021 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614486 Jul 23 04:57:25.178111 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea0b66-8b12-4ecb-a11a-2cb8f0273134 req-124b0f31-373e-422b-a456-3478b47e247b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:25.180225 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f6ea0b66-8b12-4ecb-a11a-2cb8f0273134 req-124b0f31-373e-422b-a456-3478b47e247b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0791266 Jul 23 04:57:25.205012 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a74ac-8982-4b97-9f20-510636601bb6 None None] Network e5863038-76b7-4d09-8cdb-1c4df500880b requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:57:25.220027 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f6ea0b66-8b12-4ecb-a11a-2cb8f0273134 req-7d17ba74-bdca-4b64-a94d-03b9e76bf0fa tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Jul 23 04:57:26.162489 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-3624d4c4-082e-4af6-b905-d0f29548623d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79 HTTP/1.1" status: 200 len: 217 time: 0.0365119 Jul 23 04:57:26.167428 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8a51b-ac27-4de1-b3aa-83ff3b51cffb req-c2a60539-3582-4da8-b5a6-5b72397905b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:26.168941 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-83c8a51b-ac27-4de1-b3aa-83ff3b51cffb req-c2a60539-3582-4da8-b5a6-5b72397905b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0614574 Jul 23 04:57:26.208910 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-83c8a51b-ac27-4de1-b3aa-83ff3b51cffb req-40b1327b-d616-46d9-9e03-b7afacabfc37 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Jul 23 04:57:26.331282 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-0e934adf-13a6-44cf-8e50-67f1ef345c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:26.332772 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-0e934adf-13a6-44cf-8e50-67f1ef345c5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.1490638 Jul 23 04:57:26.354394 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb9589-e085-412d-9652-546088cbee30 req-8077aec1-ec1d-430c-87c7-49943dbe3dbf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:26.355874 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-54eb9589-e085-412d-9652-546088cbee30 req-8077aec1-ec1d-430c-87c7-49943dbe3dbf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0651054 Jul 23 04:57:26.380847 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-69e33a84-2aba-409a-9c28-82e4152f4cc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386722 Jul 23 04:57:26.392191 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-54eb9589-e085-412d-9652-546088cbee30 req-716fd5c6-3440-4939-8e34-eebcc5b163ee tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Jul 23 04:57:26.393769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd2c97-5d86-4fcb-8f7f-3c39b20ac380 req-2079e92d-f17f-42d2-9d74-c4c27d6b588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:26.395396 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-02cd2c97-5d86-4fcb-8f7f-3c39b20ac380 req-2079e92d-f17f-42d2-9d74-c4c27d6b588c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.2038512 Jul 23 04:57:26.432433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['5cd89b66-8c96-4ef1-a35d-18751c259d72'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:57:26.437173 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09123a-ad03-4a40-9a76-bb60c9ee7dd7 req-935bd7cf-d4dc-4489-8959-5ece76b9ec1a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:26.438710 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4b09123a-ad03-4a40-9a76-bb60c9ee7dd7 req-935bd7cf-d4dc-4489-8959-5ece76b9ec1a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.2158103 Jul 23 04:57:26.546706 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-02cd2c97-5d86-4fcb-8f7f-3c39b20ac380 req-7400a906-cc3f-4c91-b80e-80b6e52a0556 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399782 Jul 23 04:57:26.557477 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4b09123a-ad03-4a40-9a76-bb60c9ee7dd7 req-d2e9b7e5-f6cd-4ddb-ac18-b7c14dec89d0 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010015 Jul 23 04:57:26.573043 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-ea8a617e-d3d3-48c9-9231-4a582170bed2 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816301 Jul 23 04:57:26.917666 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-d213fbd5-9f27-4839-b0e7-51c86d77830f service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912919 Jul 23 04:57:27.343250 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c4ac3-cf73-4555-90a0-b6f928d88c78 req-e0da82bc-e687-4f72-8bac-5b61dd6842c7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:27.344756 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-574c4ac3-cf73-4555-90a0-b6f928d88c78 req-e0da82bc-e687-4f72-8bac-5b61dd6842c7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0619094 Jul 23 04:57:27.383235 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-574c4ac3-cf73-4555-90a0-b6f928d88c78 req-1e1dfe37-cd07-41e8-aefa-48b57392811f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326333 Jul 23 04:57:27.531018 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c70578-716d-4259-9b89-7404e9ed9053 req-13e1d400-f375-4c7e-8f0f-5e88029af2f5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:27.532483 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-19c70578-716d-4259-9b89-7404e9ed9053 req-13e1d400-f375-4c7e-8f0f-5e88029af2f5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0733895 Jul 23 04:57:27.569417 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-19c70578-716d-4259-9b89-7404e9ed9053 req-41f8c01e-2573-4b6b-8ee9-f606d65ad91f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311723 Jul 23 04:57:27.698528 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec458a-99c2-496b-8c5a-471c8814a270 req-307944de-89c3-4d32-8d77-789717d3ed99 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:27.700041 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7ec458a-99c2-496b-8c5a-471c8814a270 req-307944de-89c3-4d32-8d77-789717d3ed99 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.0639653 Jul 23 04:57:27.738203 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f7ec458a-99c2-496b-8c5a-471c8814a270 req-08ed1a6b-8a93-412b-8f6b-f8533af8252a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jul 23 04:57:28.514596 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcea9c8-2b4c-4abb-9a04-a48008ae5950 req-70c97c74-6fba-4fbf-8bc1-2e7ad0162a26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:28.516070 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adcea9c8-2b4c-4abb-9a04-a48008ae5950 req-70c97c74-6fba-4fbf-8bc1-2e7ad0162a26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0627704 Jul 23 04:57:28.552408 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adcea9c8-2b4c-4abb-9a04-a48008ae5950 req-495852c9-ffa7-46dc-af5d-43af32061477 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Jul 23 04:57:28.703559 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30160c-1e51-479f-b89b-5763e204cd03 req-64ea008c-051e-4efe-9dcf-781e9c46c57b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:28.705023 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8c30160c-1e51-479f-b89b-5763e204cd03 req-64ea008c-051e-4efe-9dcf-781e9c46c57b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.0696633 Jul 23 04:57:28.743664 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8c30160c-1e51-479f-b89b-5763e204cd03 req-8f727730-55a1-45da-bafb-1eb914eeccb7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jul 23 04:57:28.870665 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81c9c-128d-45cb-959e-b11716e093ae req-5d2b2d80-92c5-46c5-86d3-9046a757a7c7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:28.872192 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0da81c9c-128d-45cb-959e-b11716e093ae req-5d2b2d80-92c5-46c5-86d3-9046a757a7c7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.0618844 Jul 23 04:57:28.907919 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0da81c9c-128d-45cb-959e-b11716e093ae req-2855ab76-7b0e-4bbc-9e8b-8ebe59d8fb68 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302711 Jul 23 04:57:29.686052 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889eab4-67d7-4a5c-8128-46a6068fa124 req-a40e2814-0938-4152-ab10-ed13d3bfbeb9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:29.687543 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9889eab4-67d7-4a5c-8128-46a6068fa124 req-a40e2814-0938-4152-ab10-ed13d3bfbeb9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0640578 Jul 23 04:57:29.726054 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9889eab4-67d7-4a5c-8128-46a6068fa124 req-e6846e75-111c-4999-ad57-3da99766be48 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328987 Jul 23 04:57:29.759661 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:29.764566 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:57:29.864540 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:29.880827 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79', 'network_id': '09facd24-b102-485f-96e9-52db73412730', 'port_id': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79', 'mac_address': 'fa:16:3e:2a:de:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '021c1bc2-8389-455a-9263-fda291047c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:57:29.924482 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a9c92-fd39-4901-9506-77e61cc86ea6 req-bd34ac2d-a5b1-48e4-8fa5-b46d8d780b3e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:29.930499 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:29.931597 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be2a9c92-fd39-4901-9506-77e61cc86ea6 req-bd34ac2d-a5b1-48e4-8fa5-b46d8d780b3e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 944 time: 0.1166627 Jul 23 04:57:29.944410 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:29.965649 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:29.970639 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:29.987813 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be2a9c92-fd39-4901-9506-77e61cc86ea6 req-2d05cad0-ff06-43f0-8c85-baea4209e100 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552034 Jul 23 04:57:30.002776 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-6fd64be1-a36e-4fef-8eb7-1643ce20c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:30.002776 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-6fd64be1-a36e-4fef-8eb7-1643ce20c888 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1096 time: 0.1269617 Jul 23 04:57:30.034425 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:30.151502 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-1541e0b9-ef91-41f9-84be-c9a4314e64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:30.153095 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-1541e0b9-ef91-41f9-84be-c9a4314e64d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.1446283 Jul 23 04:57:30.165393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409a640-8a92-4abb-abb6-448843fc9d82 req-82ce996b-bf3a-44d6-9cad-7aeb6ecf88a6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:30.166856 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7409a640-8a92-4abb-abb6-448843fc9d82 req-82ce996b-bf3a-44d6-9cad-7aeb6ecf88a6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.1091175 Jul 23 04:57:30.208951 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-92d8660a-e168-48d9-a3e7-48675ae434a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 217 time: 0.0411162 Jul 23 04:57:30.234529 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7409a640-8a92-4abb-abb6-448843fc9d82 req-10ac2cbb-2758-495f-853c-96d5dade3301 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612650 Jul 23 04:57:30.880158 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9de27-85f0-46f4-aff4-412918d3cfd5 req-d25efbc1-2e74-4f33-850b-cabbe9996366 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:30.881718 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ecd9de27-85f0-46f4-aff4-412918d3cfd5 req-d25efbc1-2e74-4f33-850b-cabbe9996366 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0723894 Jul 23 04:57:30.926700 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ecd9de27-85f0-46f4-aff4-412918d3cfd5 req-9c0b9859-a084-43ab-87bb-8071d8e9acb6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 Jul 23 04:57:31.037577 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8d76d820-44c0-43af-aaa3-a3f231921b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:31.115757 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a59941-ab29-4e3c-9c1c-67f231ce9d72 req-b6b41391-741d-442b-b9bd-715073c775af tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:31.118657 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91a59941-ab29-4e3c-9c1c-67f231ce9d72 req-b6b41391-741d-442b-b9bd-715073c775af tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Jul 23 04:57:31.157824 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91a59941-ab29-4e3c-9c1c-67f231ce9d72 req-e43c87dd-4b77-4831-a167-d64b04bdc51d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Jul 23 04:57:31.369080 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ad920-25a9-43f3-9bbb-c1ab79c463ff req-a919bdcc-f6e0-4162-980f-f815d9acf8e1 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:31.370561 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2e5ad920-25a9-43f3-9bbb-c1ab79c463ff req-a919bdcc-f6e0-4162-980f-f815d9acf8e1 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.0659459 Jul 23 04:57:31.406535 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2e5ad920-25a9-43f3-9bbb-c1ab79c463ff req-2af23ba2-ac7c-4004-a24f-edafd13e6fba tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304651 Jul 23 04:57:32.066653 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a5ff7-5dfc-43f6-97bc-78cf79ae1741 req-911ef5f7-df5d-4aaa-82b9-0ec86b92d34c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:32.068098 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c60a5ff7-5dfc-43f6-97bc-78cf79ae1741 req-911ef5f7-df5d-4aaa-82b9-0ec86b92d34c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0634875 Jul 23 04:57:32.105017 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c60a5ff7-5dfc-43f6-97bc-78cf79ae1741 req-042b74f9-58e5-4acf-a3b3-4d6bc73bfe52 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Jul 23 04:57:32.287625 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978506b-e8a9-4199-9234-8f749eef3ff1 req-17a5059a-12f1-4777-90f9-3f0ee2eadc84 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:32.290212 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c978506b-e8a9-4199-9234-8f749eef3ff1 req-17a5059a-12f1-4777-90f9-3f0ee2eadc84 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0657172 Jul 23 04:57:32.327207 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c978506b-e8a9-4199-9234-8f749eef3ff1 req-8a56ae56-435f-4225-9e6a-11b0c7df8a4a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311084 Jul 23 04:57:32.539744 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec60a6f-11bf-43a6-8748-73312a2bce08 req-4287400d-07bb-4d3a-9159-0956d9931663 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:32.543201 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eec60a6f-11bf-43a6-8748-73312a2bce08 req-4287400d-07bb-4d3a-9159-0956d9931663 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 945 time: 0.0635543 Jul 23 04:57:32.587767 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eec60a6f-11bf-43a6-8748-73312a2bce08 req-0af840d3-44d9-4ade-92a5-3bec42f71cdf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327597 Jul 23 04:57:32.920787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:57:32.930365 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5cd89b66-8c96-4ef1-a35d-18751c259d72 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:33.053674 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 5cd89b66-8c96-4ef1-a35d-18751c259d72 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:33.067363 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 5cd89b66-8c96-4ef1-a35d-18751c259d72 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:33.067782 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.071262 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:33.098803 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-4c472e85-630d-4437-8f57-665845e21231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:33.100885 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-4c472e85-630d-4437-8f57-665845e21231 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0444880 Jul 23 04:57:33.105145 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '3e92bb90-3626-4194-8092-be7a44ba3337', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:57:33.183162 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['035c9fe0-74df-4ae2-b5cd-1df60adc8a79'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:57:33.187804 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.190314 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-ac3ac557-5e66-404b-9c4e-a32c5c02c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:33.192126 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-ac3ac557-5e66-404b-9c4e-a32c5c02c6a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817533 Jul 23 04:57:33.256602 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:57:33.269575 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae3404-644c-4581-a9aa-e976e82cb022 req-42e45d43-04f5-4978-b63f-9eeab758249f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:33.272214 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.273608 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f6ae3404-644c-4581-a9aa-e976e82cb022 req-42e45d43-04f5-4978-b63f-9eeab758249f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0865555 Jul 23 04:57:33.301313 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:33.317531 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.319133 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f6ae3404-644c-4581-a9aa-e976e82cb022 req-552df55d-443b-4b5a-a4fb-33de43627e2e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405312 Jul 23 04:57:33.336700 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:33.339308 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52756fc-84f8-46af-8471-9546866cf2df" -d '{"events": [{"server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:33.398815 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:33.401154 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51476e96-c1fb-4c0c-b428-41abf12ed6bd x-openstack-request-id: req-51476e96-c1fb-4c0c-b428-41abf12ed6bd {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:33.401544 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "name": "network-vif-plugged", "status": "completed", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:33.401787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51476e96-c1fb-4c0c-b428-41abf12ed6bd {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:33.402241 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'code': 200} Jul 23 04:57:33.413116 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.443885 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:33.479332 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56095568-3c3d-4416-828c-83e59d7532bd req-1c98fe1d-a579-40e0-bda8-8e86903674a3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:33.481146 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-56095568-3c3d-4416-828c-83e59d7532bd req-1c98fe1d-a579-40e0-bda8-8e86903674a3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0778425 Jul 23 04:57:33.521327 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-43b89f4e-7bca-473b-a18d-973c4cbd832f service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205380 Jul 23 04:57:33.531270 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-56095568-3c3d-4416-828c-83e59d7532bd req-81844581-b301-4805-b565-14c0d8e4515c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Jul 23 04:57:33.546120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d1ee2a74-7246-484e-9cc4-c60050ff5dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:33.555386 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:33.717850 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd480499-7d06-4500-8444-7c6c0f2e452a req-0f465dc1-aff9-41d4-a7ab-cc90a7a4e395 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:33.719233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fd480499-7d06-4500-8444-7c6c0f2e452a req-0f465dc1-aff9-41d4-a7ab-cc90a7a4e395 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0649455 Jul 23 04:57:33.756293 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fd480499-7d06-4500-8444-7c6c0f2e452a req-58b9fb7f-0f32-4c1a-97b9-59f08beaa3d5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Jul 23 04:57:34.051624 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:34.455558 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490469-bea4-4807-a25d-bdfbf652a86a req-d78530b1-75e4-4689-b7ce-2858c99462d3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:34.457046 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a490469-bea4-4807-a25d-bdfbf652a86a req-d78530b1-75e4-4689-b7ce-2858c99462d3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0609655 Jul 23 04:57:34.494561 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a490469-bea4-4807-a25d-bdfbf652a86a req-f52a4428-179e-47d3-bfc2-28ad9c753f69 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Jul 23 04:57:34.657403 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa771-dcce-4721-91d3-357165979358 req-b21c1b77-7fca-4abf-8fd5-174132f25446 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:34.658858 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8fcfa771-dcce-4721-91d3-357165979358 req-b21c1b77-7fca-4abf-8fd5-174132f25446 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0607784 Jul 23 04:57:34.695710 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8fcfa771-dcce-4721-91d3-357165979358 req-2ad9e12e-9c5c-46ea-b226-d1b0df41fbde tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Jul 23 04:57:34.756227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:34.883707 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab214c97-5d08-48cc-b08b-190ebf0a61c0 req-5dabc6c5-ae14-4850-ac42-61dbd9db73e9 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:34.885194 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ab214c97-5d08-48cc-b08b-190ebf0a61c0 req-5dabc6c5-ae14-4850-ac42-61dbd9db73e9 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0629601 Jul 23 04:57:34.921853 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ab214c97-5d08-48cc-b08b-190ebf0a61c0 req-5930e463-ed87-4efc-b2ff-4f3fd47fb43c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Jul 23 04:57:35.623554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc2efa-57be-4c3b-8428-a559221d27ce req-b05e8480-f682-42a0-b0da-394980993003 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:35.625036 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-15fc2efa-57be-4c3b-8428-a559221d27ce req-b05e8480-f682-42a0-b0da-394980993003 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0609396 Jul 23 04:57:35.661408 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-15fc2efa-57be-4c3b-8428-a559221d27ce req-d4517764-0522-4886-b967-e600a369afd2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Jul 23 04:57:35.822995 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeda4c-0716-4d9e-8157-e7c195a63a3e req-0c4bad62-adf3-40fe-b611-bb473c94833c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:35.824453 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6aeeda4c-0716-4d9e-8157-e7c195a63a3e req-0c4bad62-adf3-40fe-b611-bb473c94833c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0637329 Jul 23 04:57:35.861447 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6aeeda4c-0716-4d9e-8157-e7c195a63a3e req-ccebc212-d006-4104-aa4e-cb916b8c2986 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jul 23 04:57:36.053882 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6f278-efd7-45f1-843a-073e835ffd42 req-7d9b9283-dea2-41d0-b0c7-44a880417629 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:36.055458 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-35e6f278-efd7-45f1-843a-073e835ffd42 req-7d9b9283-dea2-41d0-b0c7-44a880417629 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0668299 Jul 23 04:57:36.092552 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-35e6f278-efd7-45f1-843a-073e835ffd42 req-2ce0c9cf-844d-466e-96f9-353709c47b52 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314903 Jul 23 04:57:36.175492 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:36.333449 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2fb4828-699b-4aff-a4e1-377172243f93 req-fbf771c6-bed3-4559-9adf-8bb5b13534f3 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859563 Jul 23 04:57:36.525643 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c69c8-8345-4997-b241-073aad9703bd req-49918d9f-07f7-4f0f-9a8d-f3079a456f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:36.527218 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc8c69c8-8345-4997-b241-073aad9703bd req-49918d9f-07f7-4f0f-9a8d-f3079a456f16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1099 time: 0.0660932 Jul 23 04:57:36.570397 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc8c69c8-8345-4997-b241-073aad9703bd req-9cf048da-45a5-4007-ac1a-e76615e33129 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Jul 23 04:57:36.674277 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['3e92bb90-3626-4194-8092-be7a44ba3337'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:57:36.791850 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddaa66-3b87-4bf4-8d5f-f3d3994c69a9 req-2e357499-b329-45db-813a-613edc172cd4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:36.793380 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1fddaa66-3b87-4bf4-8d5f-f3d3994c69a9 req-2e357499-b329-45db-813a-613edc172cd4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0610173 Jul 23 04:57:36.830840 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1fddaa66-3b87-4bf4-8d5f-f3d3994c69a9 req-344d4ac5-e405-4622-9ce0-6ea1d6bcaa2d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 23 04:57:36.992152 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fb2c8-1521-4204-9e51-8c1a4c7951ab req-59cc1388-1ba2-4806-9441-3443f38169ae tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:36.993683 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-918fb2c8-1521-4204-9e51-8c1a4c7951ab req-59cc1388-1ba2-4806-9441-3443f38169ae tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0631163 Jul 23 04:57:37.031439 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-918fb2c8-1521-4204-9e51-8c1a4c7951ab req-5906ab60-73d2-4adb-b643-8aaa4bb31233 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Jul 23 04:57:37.223739 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b773e-8321-4c68-a6f9-8fd8c4085a99 req-6330fa12-ba12-4bd2-b253-cf4deaecf8e4 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:37.225302 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cd9b773e-8321-4c68-a6f9-8fd8c4085a99 req-6330fa12-ba12-4bd2-b253-cf4deaecf8e4 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0680075 Jul 23 04:57:37.263472 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cd9b773e-8321-4c68-a6f9-8fd8c4085a99 req-b1531647-774e-4fcb-a83c-4b9d69ae732b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318646 Jul 23 04:57:37.965012 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61988046-bd86-4c59-bde7-1831d0facc68 req-e905ca5f-3441-49ee-a211-b3b33c99b819 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:37.966507 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-61988046-bd86-4c59-bde7-1831d0facc68 req-e905ca5f-3441-49ee-a211-b3b33c99b819 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0653899 Jul 23 04:57:38.002945 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-61988046-bd86-4c59-bde7-1831d0facc68 req-796c78ff-8efb-41eb-8b4e-22750bc8ec09 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Jul 23 04:57:38.157322 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39913894-f938-465c-862c-d07c5261e078 req-8127c826-04e8-4d76-b683-1b66c2b99514 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:38.158800 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-39913894-f938-465c-862c-d07c5261e078 req-8127c826-04e8-4d76-b683-1b66c2b99514 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0626457 Jul 23 04:57:38.195401 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-39913894-f938-465c-862c-d07c5261e078 req-252f32b9-8bf6-4290-8cc8-ff881caf09ab tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Jul 23 04:57:38.394993 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31a099-4598-433e-a32e-1fbeb40bd32c req-5126f7b5-5288-4599-bb02-d5b379487b73 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:38.396467 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de31a099-4598-433e-a32e-1fbeb40bd32c req-5126f7b5-5288-4599-bb02-d5b379487b73 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0623562 Jul 23 04:57:38.433966 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de31a099-4598-433e-a32e-1fbeb40bd32c req-221955ed-a74d-4a27-921a-9b8f3818cd60 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312386 Jul 23 04:57:39.136976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656da20-2766-4d5b-9bcf-a55156daab43 req-d81f6298-6340-453f-8266-65a39f620506 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:39.138501 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f656da20-2766-4d5b-9bcf-a55156daab43 req-d81f6298-6340-453f-8266-65a39f620506 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0647981 Jul 23 04:57:39.175439 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f656da20-2766-4d5b-9bcf-a55156daab43 req-741a44c6-a430-43f3-9a54-81924f1c754e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315387 Jul 23 04:57:39.320579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e83f5-9524-4c90-8768-d26a8f031845 req-a72d27c7-b7de-4117-999f-65f82e019472 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:39.322111 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-713e83f5-9524-4c90-8768-d26a8f031845 req-a72d27c7-b7de-4117-999f-65f82e019472 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0621183 Jul 23 04:57:39.359092 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-713e83f5-9524-4c90-8768-d26a8f031845 req-53c962ae-c381-4b2c-9146-62bc32d76887 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Jul 23 04:57:39.563335 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2c9a2-fe1c-4775-afc0-88bd2bc1d200 req-6c5269ed-e382-4439-a33b-d2837c07791f tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:39.564724 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-afc2c9a2-fe1c-4775-afc0-88bd2bc1d200 req-6c5269ed-e382-4439-a33b-d2837c07791f tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0636642 Jul 23 04:57:39.602321 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-afc2c9a2-fe1c-4775-afc0-88bd2bc1d200 req-9660ac7e-00bf-4f19-934c-bfacadf8db30 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313570 Jul 23 04:57:40.318866 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4426d-0b71-4266-bbe4-5b3b57801115 req-c9186e5a-f401-4e7c-a15b-fb2a6ce68fd9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:40.321086 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ee4426d-0b71-4266-bbe4-5b3b57801115 req-c9186e5a-f401-4e7c-a15b-fb2a6ce68fd9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0727353 Jul 23 04:57:40.359932 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ee4426d-0b71-4266-bbe4-5b3b57801115 req-b663787c-4665-4ad3-be1d-17dfc0076d82 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333421 Jul 23 04:57:40.435223 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:57:40.489859 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416383b-4db3-407b-8a40-8b2f2a68f7b1 req-8320889d-a61d-4517-9ec9-9c44a5a2d0bb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:40.492947 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c416383b-4db3-407b-8a40-8b2f2a68f7b1 req-8320889d-a61d-4517-9ec9-9c44a5a2d0bb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0671716 Jul 23 04:57:40.533492 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c416383b-4db3-407b-8a40-8b2f2a68f7b1 req-b118d0f5-e2e6-4009-84f7-2e3841d2a5dc tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331490 Jul 23 04:57:40.736108 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756a3c1-d500-4548-bc77-76b973ec3080 req-9c13fcb5-b7c2-4e66-92c1-8971ba83b361 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:40.737637 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6756a3c1-d500-4548-bc77-76b973ec3080 req-9c13fcb5-b7c2-4e66-92c1-8971ba83b361 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0680761 Jul 23 04:57:40.775654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6756a3c1-d500-4548-bc77-76b973ec3080 req-d2cd7f85-d976-4f22-9243-b7fc6d7b4b9d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Jul 23 04:57:41.495458 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca046111-1851-4212-93b8-0e0e0e81f99a req-94a79f95-13d4-4131-8177-464ca4549c12 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:41.497774 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ca046111-1851-4212-93b8-0e0e0e81f99a req-94a79f95-13d4-4131-8177-464ca4549c12 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0669601 Jul 23 04:57:41.534944 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ca046111-1851-4212-93b8-0e0e0e81f99a req-a64fe18c-f6ec-4368-841d-14d1abf907dc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Jul 23 04:57:41.662765 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca08eff-f78c-4067-a03e-3144873f39d5 req-3b72eedb-5bba-421f-a00a-80d909ab8776 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:41.664200 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3ca08eff-f78c-4067-a03e-3144873f39d5 req-3b72eedb-5bba-421f-a00a-80d909ab8776 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0660107 Jul 23 04:57:41.700654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3ca08eff-f78c-4067-a03e-3144873f39d5 req-5d653823-6d22-44a4-a9fb-005931b6b4b4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Jul 23 04:57:41.901553 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd709-2846-4a29-b139-91cf3c79ea5a req-d07a1d6b-778d-4319-919f-fe1452aa8943 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:41.903019 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f5cfd709-2846-4a29-b139-91cf3c79ea5a req-d07a1d6b-778d-4319-919f-fe1452aa8943 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0608623 Jul 23 04:57:41.940263 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f5cfd709-2846-4a29-b139-91cf3c79ea5a req-e2ceab6f-2d7b-458f-9473-da9872228bbf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317190 Jul 23 04:57:42.666759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee567001-c581-4beb-af28-b4e7784c0155 req-a7d68ad7-7697-4835-b3d8-ccf9663f567d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:42.668268 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee567001-c581-4beb-af28-b4e7784c0155 req-a7d68ad7-7697-4835-b3d8-ccf9663f567d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0624852 Jul 23 04:57:42.705521 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee567001-c581-4beb-af28-b4e7784c0155 req-e5b3ea31-2465-490d-959d-ce6bbdde9dd6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Jul 23 04:57:42.824443 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb5756-c3fd-47a6-a70b-8ce48a9c7440 req-d451c424-26ab-4165-8059-d8466ce017d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:42.826079 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-aceb5756-c3fd-47a6-a70b-8ce48a9c7440 req-d451c424-26ab-4165-8059-d8466ce017d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 945 time: 0.0604539 Jul 23 04:57:42.865865 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-aceb5756-c3fd-47a6-a70b-8ce48a9c7440 req-a5522770-02ff-4e63-8559-4d256fb37b6a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Jul 23 04:57:43.063192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401748ac-416d-43d2-8dca-c1ad00f4ca26 req-e3105136-b78f-4f80-90e2-c9609b004498 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:43.064712 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-401748ac-416d-43d2-8dca-c1ad00f4ca26 req-e3105136-b78f-4f80-90e2-c9609b004498 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0604599 Jul 23 04:57:43.101930 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-401748ac-416d-43d2-8dca-c1ad00f4ca26 req-b01233c8-2f8e-4d69-ae2b-1c7d02f6b305 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Jul 23 04:57:43.355821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:43.402926 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:43.406441 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:43.406850 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.483835 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.507236 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:43.509547 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2a068-4b3f-4170-af4d-c85edc3708ba" -d '{"events": [{"server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "name": "network-vif-plugged", "status": "completed", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:43.521786 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:43.527043 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.550400 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbe868-6952-4288-9cd2-aa1365fc0a17 x-openstack-request-id: req-c8dbe868-6952-4288-9cd2-aa1365fc0a17 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:43.550686 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "name": "network-vif-plugged", "status": "completed", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:43.550931 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8dbe868-6952-4288-9cd2-aa1365fc0a17 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:43.551309 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79', 'code': 200} Jul 23 04:57:43.575396 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:43.582157 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.582503 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.582840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.583171 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.583501 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.583828 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.584149 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.584471 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.585358 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.586153 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.586480 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.586825 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:57:43.662524 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:57:43.711945 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 3e92bb90-3626-4194-8092-be7a44ba3337 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:57:43.715734 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 3e92bb90-3626-4194-8092-be7a44ba3337 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:57:43.716112 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.801872 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.838983 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:57:43.843395 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:43.905646 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d1401-4908-4007-9215-1f8cf8174040 req-b60c753d-e877-4386-82fc-bd72472e259f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:43.907961 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-678d1401-4908-4007-9215-1f8cf8174040 req-b60c753d-e877-4386-82fc-bd72472e259f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.1295505 Jul 23 04:57:43.909989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c4c4-84b8-4622-9e73-8deb5fe0a26f req-9fbcbc05-114d-490d-a7e0-f8ef9b743c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:43.911414 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-05e6c4c4-84b8-4622-9e73-8deb5fe0a26f req-9fbcbc05-114d-490d-a7e0-f8ef9b743c8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 1099 time: 0.1013441 Jul 23 04:57:43.923990 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:57:43.984368 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-678d1401-4908-4007-9215-1f8cf8174040 req-95ea888a-e274-47c0-9f60-401fbb407a49 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694666 Jul 23 04:57:44.003077 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-05e6c4c4-84b8-4622-9e73-8deb5fe0a26f req-56e74cc3-a36a-49b6-ab02-59750faae5ff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Jul 23 04:57:44.035253 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347266e-bca3-487f-baba-635b96bd099a req-c25b7417-4e82-465a-8a0c-8bccbc047b4d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:44.036777 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0347266e-bca3-487f-baba-635b96bd099a req-c25b7417-4e82-465a-8a0c-8bccbc047b4d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0812285 Jul 23 04:57:44.077115 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0347266e-bca3-487f-baba-635b96bd099a req-2ad24234-4481-4e50-b790-85c1863daebf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Jul 23 04:57:44.234308 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c647f3-66cc-4eec-ac7c-efd14603b3fa req-2f25ff44-bba3-4966-a117-a7e4e82f797a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:44.235824 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1c647f3-66cc-4eec-ac7c-efd14603b3fa req-2f25ff44-bba3-4966-a117-a7e4e82f797a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0665734 Jul 23 04:57:44.274842 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1c647f3-66cc-4eec-ac7c-efd14603b3fa req-60ff43b9-e326-4f1f-a67f-40d0d17ecbb7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336080 Jul 23 04:57:44.404624 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955120f-178c-4f8f-8887-f90cf12a20cc req-057c92b5-938b-43d8-8900-3a987fe3397b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:44.406152 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b955120f-178c-4f8f-8887-f90cf12a20cc req-057c92b5-938b-43d8-8900-3a987fe3397b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0657218 Jul 23 04:57:44.416601 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 41954) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:44.421741 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'floatingip': {'port_id': '5cd89b66-8c96-4ef1-a35d-18751c259d72'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:44.493135 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:45.222200 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d49d0-f5e8-402a-aef0-f2ddba4120be req-556b0863-a6d5-4634-be02-9e4bfc19ff67 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:45.223741 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-126d49d0-f5e8-402a-aef0-f2ddba4120be req-556b0863-a6d5-4634-be02-9e4bfc19ff67 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0730746 Jul 23 04:57:45.295832 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-126d49d0-f5e8-402a-aef0-f2ddba4120be req-4172ab4c-1198-4044-ba8b-438a44988ddc tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599103 Jul 23 04:57:45.307761 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:45.312488 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:45.411635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59daa0-6ed9-41de-ba80-0b61c97dfd70 req-331a9085-bf6e-42ea-b882-2f81f36a8e69 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:45.413708 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c59daa0-6ed9-41de-ba80-0b61c97dfd70 req-331a9085-bf6e-42ea-b882-2f81f36a8e69 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.3457263 Jul 23 04:57:45.450049 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Floating IP d10ba877-165e-41e7-90ae-7a4a17e0809d associated. External IP: 172.27.3.31, port: 5cd89b66-8c96-4ef1-a35d-18751c259d72. Jul 23 04:57:45.521927 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c59daa0-6ed9-41de-ba80-0b61c97dfd70 req-e6d3a700-0e84-4fd8-8ffb-7851968248ff tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025467 Jul 23 04:57:45.553108 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:45.555546 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda77ee9-bf63-4a11-acb7-d5332b3da05b" -d '{"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:45.591158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0303b955-e316-4212-a1e8-fd9977a233d9 x-openstack-request-id: req-0303b955-e316-4212-a1e8-fd9977a233d9 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:45.591443 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:45.591696 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0303b955-e316-4212-a1e8-fd9977a233d9 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:45.592106 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'code': 200} Jul 23 04:57:45.657584 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:57:45.762242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:57:45.766790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:45.777141 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:57:45.786016 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:45.787162 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:57:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:45.806262 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-74fb1397-b374-47f6-a7ca-2314ffb77261 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "PUT /v2.0/floatingips/d10ba877-165e-41e7-90ae-7a4a17e0809d HTTP/1.1" status: 200 len: 991 time: 1.3883681 Jul 23 04:57:45.806952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:45.809344 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44ffb3-b40f-4ac4-893e-02bdb79c9948" -d '{"events": [{"name": "network-changed", "server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:45.846624 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e433b5b-50f6-4020-b24a-81e3c4c61dbf x-openstack-request-id: req-1e433b5b-50f6-4020-b24a-81e3c4c61dbf {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:45.847058 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:45.847397 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e433b5b-50f6-4020-b24a-81e3c4c61dbf {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:45.847853 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'status': 'completed', 'code': 200} Jul 23 04:57:45.887599 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:46.150016 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd10ba877-165e-41e7-90ae-7a4a17e0809d', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:bb:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:00Z', 'updated_at': '2021-07-23T04:57:44Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:46.175390 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:57:46.184229 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:46.184852 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:57:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:46.282744 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:46.430663 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6166b25-842c-4cf8-acd8-aeb708073eb9 req-af6f1c7b-3d18-4eea-bba2-77e62016edd8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:46.433279 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b6166b25-842c-4cf8-acd8-aeb708073eb9 req-af6f1c7b-3d18-4eea-bba2-77e62016edd8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0783889 Jul 23 04:57:46.472494 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b6166b25-842c-4cf8-acd8-aeb708073eb9 req-f09f0302-5faf-4830-85cd-f136805fc025 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jul 23 04:57:46.518264 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd10ba877-165e-41e7-90ae-7a4a17e0809d', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:bb:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:00Z', 'updated_at': '2021-07-23T04:57:44Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:46.544862 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c6d9b3-3884-498c-8fe5-faa2271a44ea None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd10ba877-165e-41e7-90ae-7a4a17e0809d', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.31', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:bb:0b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:00Z', 'updated_at': '2021-07-23T04:57:44Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:57:46.666896 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd315f-7559-4ab8-86c1-ee5d74ae3057 req-043c2dfd-038f-419d-92f4-0adad91434a6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:46.668415 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-32cd315f-7559-4ab8-86c1-ee5d74ae3057 req-043c2dfd-038f-419d-92f4-0adad91434a6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0632763 Jul 23 04:57:46.706800 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-32cd315f-7559-4ab8-86c1-ee5d74ae3057 req-e0e7b361-972e-4670-a425-2a7079e48af5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324886 Jul 23 04:57:46.735882 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467d40c-f9f8-4ddc-9549-70931e15877d None None] New status for floating IP d10ba877-165e-41e7-90ae-7a4a17e0809d: ACTIVE {{(pid=93028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 04:57:47.610055 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cab03-60f8-425f-8aa1-c792b60cb74d req-90af192d-a1cc-4984-8a25-343b6585f3c5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:47.611506 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e3cab03-60f8-425f-8aa1-c792b60cb74d req-90af192d-a1cc-4984-8a25-343b6585f3c5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0647585 Jul 23 04:57:47.648661 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e3cab03-60f8-425f-8aa1-c792b60cb74d req-f7d0bfca-1f8b-4f6e-b106-e7bdab57b49f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304255 Jul 23 04:57:47.838899 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d974161-7c52-4ef2-94e8-e0edf9f25123 req-3e9b4ee9-357c-4316-9faf-ffe38f5fe3dd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:47.840925 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0d974161-7c52-4ef2-94e8-e0edf9f25123 req-3e9b4ee9-357c-4316-9faf-ffe38f5fe3dd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0630991 Jul 23 04:57:47.884697 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0d974161-7c52-4ef2-94e8-e0edf9f25123 req-996bb617-5093-4e27-8a46-d6e3e42ca361 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366054 Jul 23 04:57:48.002412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-8d1339f0-4e55-4884-bd04-608de6a5dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.004104 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-8d1339f0-4e55-4884-bd04-608de6a5dbe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1099 time: 0.0572853 Jul 23 04:57:48.235772 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-aade928b-6dca-4fec-a748-9d1834e6ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.237254 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-aade928b-6dca-4fec-a748-9d1834e6ab27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.1190488 Jul 23 04:57:48.259925 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc193c99-5ec1-42e4-9de1-9fcab41e6b93 req-e7eafab2-b3e0-4ea7-afbb-a8a1dc0f45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.261301 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bc193c99-5ec1-42e4-9de1-9fcab41e6b93 req-e7eafab2-b3e0-4ea7-afbb-a8a1dc0f45ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1098 time: 0.0631146 Jul 23 04:57:48.406397 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-d6382cbf-c10a-4174-88fb-238f9a772ada service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 1001 time: 0.1139822 Jul 23 04:57:48.409783 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bc193c99-5ec1-42e4-9de1-9fcab41e6b93 req-3c102282-e7b4-49b7-a4c8-58869d4e31a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789256 Jul 23 04:57:48.778314 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec5afb-df73-4e31-86fb-59ded0753a76 req-112850f7-6cc6-47eb-ba01-8e4451bbba28 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.779823 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-92ec5afb-df73-4e31-86fb-59ded0753a76 req-112850f7-6cc6-47eb-ba01-8e4451bbba28 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0645878 Jul 23 04:57:48.832004 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-cbe2c557-2acd-43c9-9158-4d920dc3ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.833499 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-cbe2c557-2acd-43c9-9158-4d920dc3ace7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0541015 Jul 23 04:57:48.906467 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-d56eb105-6b26-4f77-b566-92c546615946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:48.908235 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-d56eb105-6b26-4f77-b566-92c546615946 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585649 Jul 23 04:57:48.985044 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-92ec5afb-df73-4e31-86fb-59ded0753a76 req-c9f37605-27df-4699-bb93-2fc37eec5062 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996820 Jul 23 04:57:49.064401 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-f1cf71f7-c9eb-4fad-a0d6-9a44b7910282 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406395 Jul 23 04:57:49.120886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c97829-8f98-4e24-9470-99473acad47c req-43f266bb-d106-412a-b571-c0198ff56f1b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:49.122654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1c97829-8f98-4e24-9470-99473acad47c req-43f266bb-d106-412a-b571-c0198ff56f1b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.1219273 Jul 23 04:57:49.217384 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1c97829-8f98-4e24-9470-99473acad47c req-71d7a40f-f962-4d3a-94fb-b1fd8cb1168a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561738 Jul 23 04:57:49.227841 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be44ffb3-b40f-4ac4-893e-02bdb79c9948 req-136f5a0d-57eb-4027-a253-e430ff667ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523097 Jul 23 04:57:49.346924 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d27e9cb-7d84-4adc-8e9f-f89c260f2715 req-02b7eed2-81c9-4394-8f7a-08258a075c33 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:49.348294 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8d27e9cb-7d84-4adc-8e9f-f89c260f2715 req-02b7eed2-81c9-4394-8f7a-08258a075c33 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0637519 Jul 23 04:57:49.416111 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8d27e9cb-7d84-4adc-8e9f-f89c260f2715 req-4e82afca-954e-4bed-8f03-5ed89e005b85 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562038 Jul 23 04:57:49.430703 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-cdab2e8b-16cf-4b4c-b4e6-5f8a809bd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:49.432171 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-cdab2e8b-16cf-4b4c-b4e6-5f8a809bd94a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 1099 time: 0.0796824 Jul 23 04:57:49.528492 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-91d984a8-41eb-4bf6-ae5f-b9677a0219c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:49.530008 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-91d984a8-41eb-4bf6-ae5f-b9677a0219c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.0862656 Jul 23 04:57:49.575356 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-064ca3f6-0799-4f0b-924b-89a939836c9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79 HTTP/1.1" status: 200 len: 217 time: 0.0377598 Jul 23 04:57:49.630316 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-38b3976a-e1c3-4dfc-894c-35c36655fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:49.632007 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-38b3976a-e1c3-4dfc-894c-35c36655fb1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0499694 Jul 23 04:57:49.679083 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-1bcfcdbd-38e2-4290-8885-59a5da8c79fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293655 Jul 23 04:57:49.785927 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-d91c191d-c20c-437b-8bcb-baa77c7cf5eb service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953920 Jul 23 04:57:49.911141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e17f7bd6-af97-4eee-b74e-2aa849a8f70c req-b2798aca-4774-453e-9c5b-e9228991de26 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160555 Jul 23 04:57:50.373131 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743c80d-56d8-44fc-b941-ccbcead03b36 req-2860da3e-1eb1-49d8-9404-c17d7100549a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:50.375136 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8743c80d-56d8-44fc-b941-ccbcead03b36 req-2860da3e-1eb1-49d8-9404-c17d7100549a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0660107 Jul 23 04:57:50.412657 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8743c80d-56d8-44fc-b941-ccbcead03b36 req-f9409258-9498-48a3-987f-eed8222a8f11 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Jul 23 04:57:50.551559 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c91b786-5e3d-475e-8f42-b4d607ebcbed req-39bef243-a72e-48cf-96af-33422f6db468 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:50.553100 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4c91b786-5e3d-475e-8f42-b4d607ebcbed req-39bef243-a72e-48cf-96af-33422f6db468 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0677705 Jul 23 04:57:50.595009 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4c91b786-5e3d-475e-8f42-b4d607ebcbed req-e74c4e64-0fca-40b3-8ea5-2fc8782d2170 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Jul 23 04:57:51.563853 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8cbd-57a3-4ee9-b7e7-0a387a96f492 req-fee9adfb-288e-4684-93fd-5cfa6c3d10e5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:51.565364 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5dc8cbd-57a3-4ee9-b7e7-0a387a96f492 req-fee9adfb-288e-4684-93fd-5cfa6c3d10e5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0751004 Jul 23 04:57:51.603565 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5dc8cbd-57a3-4ee9-b7e7-0a387a96f492 req-4d88ff9e-cf9e-462c-9499-b821f919bd06 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327079 Jul 23 04:57:51.724521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f54670-95c6-4d41-84d5-ac9abbf59d6c req-5d3a2921-427f-418a-92f4-21ae960f370e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:51.726650 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e1f54670-95c6-4d41-84d5-ac9abbf59d6c req-5d3a2921-427f-418a-92f4-21ae960f370e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0668182 Jul 23 04:57:51.763347 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e1f54670-95c6-4d41-84d5-ac9abbf59d6c req-1376c5be-da6f-43df-b363-dc352550475c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Jul 23 04:57:51.874383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896f1d7-8e87-4a56-8d57-e8cf83d0a370 req-ca7a3fa9-2662-40dd-8672-81b24af18a4c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:51.875868 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a896f1d7-8e87-4a56-8d57-e8cf83d0a370 req-ca7a3fa9-2662-40dd-8672-81b24af18a4c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0626831 Jul 23 04:57:51.884407 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42158) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:57:51.888816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'floatingip': {'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:57:51.931325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:52.359205 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:52.363053 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:52.665829 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Floating IP d663eac5-f179-4ce1-9401-0589a8641796 associated. External IP: 172.27.3.75, port: 3e92bb90-3626-4194-8092-be7a44ba3337. Jul 23 04:57:52.899543 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:57:52.919477 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068deb95-c693-41ab-9072-9387470f293a req-bd616449-4f0b-4bc1-84a5-26b06ec3c573 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:52.920920 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-068deb95-c693-41ab-9072-9387470f293a req-bd616449-4f0b-4bc1-84a5-26b06ec3c573 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0885801 Jul 23 04:57:53.024306 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-068deb95-c693-41ab-9072-9387470f293a req-17683aec-962b-4179-8c84-dba6f11c1e6e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979266 Jul 23 04:57:53.043653 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:57:53.048199 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:57:53.053916 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:57:53.062691 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:53.063310 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:57:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:53.083783 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f3d233d2-0fd0-4fc2-b712-84376ba5168f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "PUT /v2.0/floatingips/d663eac5-f179-4ce1-9401-0589a8641796 HTTP/1.1" status: 200 len: 990 time: 1.1983168 Jul 23 04:57:53.084415 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:57:53.087154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdb1dac-e23e-44a4-8540-4a4e83b75566" -d '{"events": [{"name": "network-changed", "server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:57:53.164638 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:53.381861 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd663eac5-f179-4ce1-9401-0589a8641796', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0016c265-605d-46a6-bb03-ae612d55595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:04Z', 'updated_at': '2021-07-23T04:57:52Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:53.409675 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:57:53.418099 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:57:53.418687 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:57:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:53.521351 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:57:53.738234 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd663eac5-f179-4ce1-9401-0589a8641796', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0016c265-605d-46a6-bb03-ae612d55595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:04Z', 'updated_at': '2021-07-23T04:57:52Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:57:53.766069 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53887428-391b-4b2b-ad59-aa2f8eaacdf8 None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'd663eac5-f179-4ce1-9401-0589a8641796', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.75', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0016c265-605d-46a6-bb03-ae612d55595a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:57:04Z', 'updated_at': '2021-07-23T04:57:52Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:57:53.945718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca1347-23ed-4eda-9b50-4e3d0dcc198e None None] New status for floating IP d663eac5-f179-4ce1-9401-0589a8641796: ACTIVE {{(pid=93028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 04:57:54.121801 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-a1b3c5ff-1cef-42d3-a56b-65ee29e17247 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569065 Jul 23 04:57:54.176981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5595f1-0b9b-4f42-90e9-0c5bc529b7fd x-openstack-request-id: req-2f5595f1-0b9b-4f42-90e9-0c5bc529b7fd {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:57:54.177590 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:57:54.178716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f5595f1-0b9b-4f42-90e9-0c5bc529b7fd {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:57:54.179280 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'status': 'completed', 'code': 200} Jul 23 04:57:54.308560 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f69a2-be2c-48ac-80ca-8ef3105f405b req-5f1e4863-7648-45fa-a8e4-407bb314830a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.309413 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-454f69a2-be2c-48ac-80ca-8ef3105f405b req-5f1e4863-7648-45fa-a8e4-407bb314830a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0744872 Jul 23 04:57:54.354495 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-454f69a2-be2c-48ac-80ca-8ef3105f405b req-c2b541d5-9561-4130-81a9-eb265a4b8816 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Jul 23 04:57:54.404955 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-99ffd7ae-ff1c-4c6b-be78-2a40cbc21c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.406545 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-99ffd7ae-ff1c-4c6b-be78-2a40cbc21c78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=750d00ff4e7740e8a8794444443fba0b&device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 1099 time: 0.0990856 Jul 23 04:57:54.409000 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-0d7f032b-0cc8-4412-9912-5079530514e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.410448 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-0d7f032b-0cc8-4412-9912-5079530514e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1098 time: 0.0924706 Jul 23 04:57:54.569114 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-b09c58d3-87a5-406e-b1b5-17056972a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.570598 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-b09c58d3-87a5-406e-b1b5-17056972a7b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.1520798 Jul 23 04:57:54.574745 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-ee097ecd-5bcf-439e-ab74-27816aefaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.576088 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-ee097ecd-5bcf-439e-ab74-27816aefaac9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7ed134cc-926c-479c-b368-b1db7e092ba1 HTTP/1.1" status: 200 len: 911 time: 0.1383615 Jul 23 04:57:54.654290 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-066db89c-23a3-4c4c-967b-024a4a38adc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d HTTP/1.1" status: 200 len: 217 time: 0.0649788 Jul 23 04:57:54.702314 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-d4cc1009-c99d-4cf6-a7cd-d1f34ba209ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 1000 time: 0.1187387 Jul 23 04:57:54.745559 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-cac22850-26f2-43de-a863-f747c3ea0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.747008 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-cac22850-26f2-43de-a863-f747c3ea0b7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=01a232ef-27d0-4f83-8513-d531bc436e84 HTTP/1.1" status: 200 len: 851 time: 0.0821798 Jul 23 04:57:54.768375 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-373c6726-664a-48af-bbba-82fcc93c1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.769622 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-373c6726-664a-48af-bbba-82fcc93c1ed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0593250 Jul 23 04:57:54.794238 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-8c069ea9-fb42-413a-9962-8478e877e0ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7ed134cc-926c-479c-b368-b1db7e092ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347030 Jul 23 04:57:54.929155 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-029da375-b542-4a7d-91af-5590893c9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:54.929155 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-029da375-b542-4a7d-91af-5590893c9ace service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1353354 Jul 23 04:57:54.929529 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-c3486bd6-5858-4e0a-9c04-0835392d8169 service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267414 Jul 23 04:57:55.098826 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-224acc9a-8a4d-4f1e-be94-39e23858ac92 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556883 Jul 23 04:57:55.101041 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8de520b-90ef-4bd0-8072-da2c68329876 req-69457e86-e079-4914-ba5e-aa3f91aecc18 service neutron] 10.222.0.24 "GET /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492069 Jul 23 04:57:57.990313 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efdb1dac-e23e-44a4-8540-4a4e83b75566 req-6a68985e-2cb9-431c-8ca0-903af3576845 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805314 Jul 23 04:57:58.133579 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491cee1-0cc0-4862-a4ae-77fe21e9274c req-40a453dc-a5c7-4c47-ba54-232032d2b397 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:58.135512 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e491cee1-0cc0-4862-a4ae-77fe21e9274c req-40a453dc-a5c7-4c47-ba54-232032d2b397 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0646732 Jul 23 04:57:58.174081 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e491cee1-0cc0-4862-a4ae-77fe21e9274c req-f2cbdfb9-1775-484f-9e0f-d49e52bef7d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jul 23 04:57:59.316452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a34c81-1e44-4eae-9e51-fab81ac57762 req-6c4a763d-6507-4439-b837-02869ae12d9c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:57:59.323914 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c0a34c81-1e44-4eae-9e51-fab81ac57762 req-6c4a763d-6507-4439-b837-02869ae12d9c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0707850 Jul 23 04:57:59.359359 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c0a34c81-1e44-4eae-9e51-fab81ac57762 req-3d8d925b-51e8-48c3-806c-b0b37f5d9091 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jul 23 04:57:59.762627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:00.114588 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed092b-38ed-4ea8-8cf8-713910dd2ba2 req-fea7856c-2d76-4d8b-b4e3-77ffb0c87311 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:00.116236 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99ed092b-38ed-4ea8-8cf8-713910dd2ba2 req-fea7856c-2d76-4d8b-b4e3-77ffb0c87311 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.0668125 Jul 23 04:58:00.158274 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99ed092b-38ed-4ea8-8cf8-713910dd2ba2 req-36c168a1-c168-4617-81ba-a675e5056df5 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Jul 23 04:58:01.040791 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-beedd7c5-5d04-4f31-b113-cae762b40fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:03.294120 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252439f-925a-46be-b6cc-aef23835aa3c req-326e3346-2281-40ad-8643-5ba57e672f64 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:03.295670 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d252439f-925a-46be-b6cc-aef23835aa3c req-326e3346-2281-40ad-8643-5ba57e672f64 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0802968 Jul 23 04:58:03.313711 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab598e5-7b88-4e65-a9d9-2d09974bd714 req-4bafe5c3-6d98-43e7-b57f-af5e174698d6 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:03.315264 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fab598e5-7b88-4e65-a9d9-2d09974bd714 req-4bafe5c3-6d98-43e7-b57f-af5e174698d6 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.0768034 Jul 23 04:58:03.337354 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d252439f-925a-46be-b6cc-aef23835aa3c req-e04403ac-c656-4e09-acd4-0d87db8f060f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Jul 23 04:58:03.354703 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fab598e5-7b88-4e65-a9d9-2d09974bd714 req-b5efd864-d341-4f14-8df7-b1c6e38ef7b0 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329096 Jul 23 04:58:03.516139 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4e3ed8b8-7739-4f4c-b0a0-14b94c0855de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:04.054007 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:04.759472 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:06.177355 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:06.733570 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89186c-822b-4876-8610-cda5b8205f95 req-1fdec3d5-2224-4e38-8779-d8c5f3f95862 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:06.734947 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de89186c-822b-4876-8610-cda5b8205f95 req-1fdec3d5-2224-4e38-8779-d8c5f3f95862 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0648417 Jul 23 04:58:06.753753 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f898e1-f1f7-46b1-9cdb-c3fbf704de78 req-e4c6dc42-44bf-4e38-89de-9f7c1e0d7224 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:06.755245 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-66f898e1-f1f7-46b1-9cdb-c3fbf704de78 req-e4c6dc42-44bf-4e38-89de-9f7c1e0d7224 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.0619590 Jul 23 04:58:06.774713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de89186c-822b-4876-8610-cda5b8205f95 req-53bb1c86-ab06-4d13-ae62-697d5ab5707f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328593 Jul 23 04:58:06.795935 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-66f898e1-f1f7-46b1-9cdb-c3fbf704de78 req-c8ab43c8-c3b2-43f2-a80e-66ea71b46cc3 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Jul 23 04:58:08.017372 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e184454-337d-4ca0-bbc3-f2b10dd4a58b req-0ed85502-5a1f-4948-ade5-fdcc6999e831 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:08.029248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e184454-337d-4ca0-bbc3-f2b10dd4a58b req-0ed85502-5a1f-4948-ade5-fdcc6999e831 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0916045 Jul 23 04:58:08.035222 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ed545-d9ea-4f13-ab87-d94a0968faba req-efb6022b-ab86-419d-88f7-558077f24fcf tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:08.038451 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ed6ed545-d9ea-4f13-ab87-d94a0968faba req-efb6022b-ab86-419d-88f7-558077f24fcf tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.0866816 Jul 23 04:58:08.075061 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e184454-337d-4ca0-bbc3-f2b10dd4a58b req-209cce08-c0fd-49a3-b7e9-1eaffa2723e3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Jul 23 04:58:08.094441 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ed6ed545-d9ea-4f13-ab87-d94a0968faba req-264bda7b-e21b-4b26-92a5-0e11441951b1 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/security-groups?id=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464842 Jul 23 04:58:08.497824 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-07f1cfc3-ea35-44c8-a665-22e03a529d0a tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:08.499271 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-07f1cfc3-ea35-44c8-a665-22e03a529d0a tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.24 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 946 time: 0.0730338 Jul 23 04:58:08.612354 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Deleting port da9e0cda-eb07-4253-b460-52dd6f2e206d {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 04:58:08.612727 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:08.702370 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] For port da9e0cda-eb07-4253-b460-52dd6f2e206d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=da9e0cda-eb07-4253-b460-52dd6f2e206d,segment=NetworkSegment(e78637b0-debf-45e8-89f0-3f5544d05154),segment_id=e78637b0-debf-45e8-89f0-3f5544d05154)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:08.702721 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:08.717129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Calling delete_port for da9e0cda-eb07-4253-b460-52dd6f2e206d owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 04:58:08.877531 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:08.934026 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['da9e0cda-eb07-4253-b460-52dd6f2e206d'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:58:08.957485 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Pushing event deleted for resources: {'Port': ['ID=da9e0cda-eb07-4253-b460-52dd6f2e206d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:08.988105 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.988509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.988864 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.989192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.989572 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.989874 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.990769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.991150 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.991500 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.991874 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.992225 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.992578 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:08.996466 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] No DVR routers for this DVR port da9e0cda-eb07-4253-b460-52dd6f2e206d on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 04:58:08.999410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:09.001676 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-786b9472-e15d-4ae5-bd9d-fb375924e9da req-7bca5a5c-7767-4c54-89f3-b207f6064d70 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.24 "DELETE /v2.0/ports/da9e0cda-eb07-4253-b460-52dd6f2e206d HTTP/1.1" status: 204 len: 173 time: 0.4856701 Jul 23 04:58:09.002125 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'name': 'network-vif-deleted', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:58:09.004627 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d6f2c5-0437-499a-aa7e-05776e35a6b7" -d '{"events": [{"server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "name": "network-vif-deleted", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:58:09.079673 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9519c1a-4151-46f9-80dc-d1df3106a6b6 x-openstack-request-id: req-c9519c1a-4151-46f9-80dc-d1df3106a6b6 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:58:09.080318 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e506230e-53bd-44af-9ed8-7f87bbf74257", "name": "network-vif-deleted", "tag": "da9e0cda-eb07-4253-b460-52dd6f2e206d", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:58:09.080396 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9519c1a-4151-46f9-80dc-d1df3106a6b6 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:58:09.080856 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e506230e-53bd-44af-9ed8-7f87bbf74257', 'name': 'network-vif-deleted', 'tag': 'da9e0cda-eb07-4253-b460-52dd6f2e206d', 'status': 'completed', 'code': 200} Jul 23 04:58:09.203354 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e0795490-dd48-4cf6-a106-11e25f23afec req-ff0bb484-90c4-4434-b978-df3bb6f1a6d4 tempest-DeleteServersTestJSON-425381762 tempest-DeleteServersTestJSON-425381762-project] 10.222.0.16 "GET /v2.0/ports?device_id=e506230e-53bd-44af-9ed8-7f87bbf74257 HTTP/1.1" status: 200 len: 210 time: 0.0334237 Jul 23 04:58:09.409257 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48752-e9dd-4f1d-a286-15133200222c req-51c5bcf7-caea-41c0-aeed-e95a770d1762 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:09.410755 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-07a48752-e9dd-4f1d-a286-15133200222c req-51c5bcf7-caea-41c0-aeed-e95a770d1762 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.2732890 Jul 23 04:58:09.450791 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-07a48752-e9dd-4f1d-a286-15133200222c req-82724467-f199-4a32-87ee-d1e3584fff89 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340073 Jul 23 04:58:10.129859 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42562) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:10.310194 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.406161 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.410439 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.452516 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=837ab3e0fdfa43bfbd37b74833ba97ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185997 Jul 23 04:58:10.452516 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42582) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:10.452949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42584) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:10.468585 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e98637-f8a3-48ef-ac8c-0d45d47ba3f5,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:10.494996 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.495436 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.495683 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.496018 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.496349 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.497979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.497979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.497979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.497979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.497979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.498708 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.498708 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e017b-41a7-4cf4-b02c-1c3d822e2872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:10.542190 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.604279 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.622748 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e84e2647-c8a2-4de9-958d-779f46bc7f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.691705 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851ae9b-ee24-4f04-94fa-e96b200b1957 req-13b32de7-3d6f-4696-915d-10da36c04506 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:10.693220 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b851ae9b-ee24-4f04-94fa-e96b200b1957 req-13b32de7-3d6f-4696-915d-10da36c04506 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1477454 Jul 23 04:58:10.711567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.714003 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.715053 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48e98637-f8a3-48ef-ac8c-0d45d47ba3f5 HTTP/1.1" status: 204 len: 168 time: 0.2581663 Jul 23 04:58:10.740629 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e2662-92d5-4315-9a91-0c2c1ba3b61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e98637-f8a3-48ef-ac8c-0d45d47ba3f5,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:10.772850 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b851ae9b-ee24-4f04-94fa-e96b200b1957 req-683ed566-ac1b-4167-a7d5-d6eb96265892 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735416 Jul 23 04:58:10.824365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e84e2647-c8a2-4de9-958d-779f46bc7f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.828128 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e84e2647-c8a2-4de9-958d-779f46bc7f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.867146 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e84e2647-c8a2-4de9-958d-779f46bc7f3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4825f7797a574f489cc3863d080ae5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148433 Jul 23 04:58:10.868097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e2647-c8a2-4de9-958d-779f46bc7f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900174ec-f070-4ebb-aff0-282f212cb50e,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:10.869851 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42598) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:10.922104 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.945065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:10.999728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.002626 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.003770 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/900174ec-f070-4ebb-aff0-282f212cb50e HTTP/1.1" status: 204 len: 168 time: 0.1319964 Jul 23 04:58:11.012976 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42b277-97f8-4896-9e58-741f991cdcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900174ec-f070-4ebb-aff0-282f212cb50e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:11.311753 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42626) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:11.332327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f523cb7-75ea-430e-b5c6-b50bb686c9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.476795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f523cb7-75ea-430e-b5c6-b50bb686c9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.482021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7f523cb7-75ea-430e-b5c6-b50bb686c9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.529285 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f523cb7-75ea-430e-b5c6-b50bb686c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604edbfb-585b-40ff-b00a-4ecb8dc18b31,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:11.539060 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7f523cb7-75ea-430e-b5c6-b50bb686c9bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e8d8d238c23484fa38bb3bdf5517bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260807 Jul 23 04:58:11.541711 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42642) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:11.600521 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.622306 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.689038 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.694342 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.712012 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/604edbfb-585b-40ff-b00a-4ecb8dc18b31 HTTP/1.1" status: 204 len: 168 time: 0.1644940 Jul 23 04:58:11.720487 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2118c-00ba-4f64-b3cf-3f2cc23c88ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604edbfb-585b-40ff-b00a-4ecb8dc18b31,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:11.777634 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42662) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:11.803714 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device da9e0cda-eb07-4253-b460-52dd6f2e206d no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 04:58:11.836416 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: da9e0cda-eb07-4253-b460-52dd6f2e206d {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 04:58:11.836787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device da9e0cda-eb07-4253-b460-52dd6f2e206d not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 04:58:11.841401 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Deleting subnet 01a232ef-27d0-4f83-8513-d531bc436e84 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 04:58:11.845675 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.908301 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.923931 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:11.976186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040b20-1b81-4b35-a85d-d7eaf9b0b269 req-c26a3dcc-67e7-4b73-942b-ee3641ac3894 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:11.978932 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-35040b20-1b81-4b35-a85d-d7eaf9b0b269 req-c26a3dcc-67e7-4b73-942b-ee3641ac3894 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0947366 Jul 23 04:58:12.020000 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.047420 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-35040b20-1b81-4b35-a85d-d7eaf9b0b269 req-728dd290-55d6-4645-938a-507acfc4acbf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Jul 23 04:58:12.062148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a232ef-27d0-4f83-8513-d531bc436e84,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:12.069416 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.072040 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-27ea5bdb-0339-4a89-98d5-2938f85f3ff7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/01a232ef-27d0-4f83-8513-d531bc436e84 HTTP/1.1" status: 204 len: 168 time: 0.2933471 Jul 23 04:58:12.074610 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42674) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:12.172133 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.259148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.269361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.269694 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.270441 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.270776 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > port after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.271154 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.271588 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > port after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.271976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.272309 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.272636 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.272951 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.438940 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.439286 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.439607 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.439961 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:12.440318 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed134cc-926c-479c-b368-b1db7e092ba1']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:12.458862 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78637b0-debf-45e8-89f0-3f5544d05154') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:12.459488 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78637b0-debf-45e8-89f0-3f5544d05154') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:12.478403 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.502195 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.515106 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 04:58:12.516173 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: from cryptography.utils import int_from_bytes Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: from cryptography.utils import int_from_bytes Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 04:58:12.522485 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 04:58:12.600715 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.617689 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.619844 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ed134cc-926c-479c-b368-b1db7e092ba1 HTTP/1.1" status: 204 len: 168 time: 0.5439370 Jul 23 04:58:12.621281 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64068a-f112-42f5-ad1d-4748cb407e4e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed134cc-926c-479c-b368-b1db7e092ba1,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:12.751961 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42710) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:12.795610 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9c8c442f-e4cc-4fb9-8e93-036c84ba0eac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=750d00ff4e7740e8a8794444443fba0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0421124 Jul 23 04:58:12.798190 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42712) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:12.836485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42714) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:12.855243 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.876863 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.923581 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.926437 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:12.931564 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc4eb7fa-8c88-4de9-a44a-1ee0035caafb HTTP/1.1" status: 204 len: 168 time: 0.1323109 Jul 23 04:58:12.939412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b7790-4ffe-4fb2-ac14-df9f27e596ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4eb7fa-8c88-4de9-a44a-1ee0035caafb,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:13.000183 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-38324cdf-da40-4f2c-aa00-c325f25a04f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.106945 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-38324cdf-da40-4f2c-aa00-c325f25a04f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.112667 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-38324cdf-da40-4f2c-aa00-c325f25a04f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.188922 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-38324cdf-da40-4f2c-aa00-c325f25a04f7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8021a35aab043ec980c51cb49e5966f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3512738 Jul 23 04:58:13.191794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42740) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:13.199000 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38324cdf-da40-4f2c-aa00-c325f25a04f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e8b19-0f1f-4ab0-8a45-f57b117cd447,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:13.254046 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608b09c-b598-4c77-a468-f101a5562459 req-26ec5a75-8b62-481f-899f-d5fac048828d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:13.265886 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1608b09c-b598-4c77-a468-f101a5562459 req-26ec5a75-8b62-481f-899f-d5fac048828d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1334758 Jul 23 04:58:13.293767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.317098 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.319934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42754) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:13.363596 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1608b09c-b598-4c77-a468-f101a5562459 req-6dca8b8a-2f74-42a5-92e0-3954d8538f6f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942814 Jul 23 04:58:13.414451 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Deleting subnet 391cb9b3-4346-49bb-b4af-96b744b19c40 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 04:58:13.418649 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.465005 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.468584 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.472040 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.477802 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d57e8b19-0f1f-4ab0-8a45-f57b117cd447 HTTP/1.1" status: 204 len: 168 time: 0.2847958 Jul 23 04:58:13.494373 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.497385 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57628254-b89b-408d-8a83-f593f592b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e8b19-0f1f-4ab0-8a45-f57b117cd447,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:13.578023 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.605302 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391cb9b3-4346-49bb-b4af-96b744b19c40,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:13.610538 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.612437 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9d70f454-2fd4-44ab-b400-53638e9c5586 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/391cb9b3-4346-49bb-b4af-96b744b19c40 HTTP/1.1" status: 204 len: 168 time: 0.2913904 Jul 23 04:58:13.615589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42770) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:13.698556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.782913 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.794513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.794856 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.795595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.795937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > port after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.796247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > port after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.796770 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > port after_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.797234 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.797807 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.798124 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.798442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.867217 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.867687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.867926 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.868224 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 04:58:13.868614 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3163ce2-9f00-4bcc-a568-61856b6fdfaa']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:13.887968 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2912590b-808a-48bd-9281-50bf05f551a5') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:13.888360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2912590b-808a-48bd-9281-50bf05f551a5') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:13.905195 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679848'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.935089 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.945306 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 04:58:13.945897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4679867'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:13.949259 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42784) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: from cryptography.utils import int_from_bytes Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: from cryptography.utils import int_from_bytes Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: timer() Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: self._notify() Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: event.method(event) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 04:58:13.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 04:58:13.976808 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1e31-f9e7-4fb4-8e8f-dcdb8c5f662e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.018423 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.040682 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Pushing event deleted for resources: {'Network': ['ID=f3163ce2-9f00-4bcc-a568-61856b6fdfaa,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.044263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.046520 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0b9a6302-6d07-44fd-9852-750924b71aff admin admin] 10.222.0.16 "DELETE /v2.0/networks/f3163ce2-9f00-4bcc-a568-61856b6fdfaa HTTP/1.1" status: 204 len: 168 time: 0.4299107 Jul 23 04:58:14.049407 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42794) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.106665 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Deleting subnet c237e651-0dbb-4faa-97c1-99c63c178b08 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 04:58:14.106880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1e31-f9e7-4fb4-8e8f-dcdb8c5f662e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.110628 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42796) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.112206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1e31-f9e7-4fb4-8e8f-dcdb8c5f662e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.118761 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.154887 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e4ff1e31-f9e7-4fb4-8e8f-dcdb8c5f662e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=681a0ab658fc4d8bbc5fec2c6a15fea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044973 Jul 23 04:58:14.155748 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff1e31-f9e7-4fb4-8e8f-dcdb8c5f662e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a9ee85-f77c-48ce-a2dc-628ac638a3b9,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.157116 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.169958 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42800) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.213717 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.229301 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.247972 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1868729235-network', 'tenant_id': '1ae0d86789a1487daeea566b402f529b'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:14.252817 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.283384 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Made reservation on behalf of 1ae0d86789a1487daeea566b402f529b for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:14.285659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.295556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.298055 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.316503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.321469 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.322717 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31a9ee85-f77c-48ce-a2dc-628ac638a3b9 HTTP/1.1" status: 204 len: 168 time: 0.1517594 Jul 23 04:58:14.333060 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a670b3-b6e8-4c55-bd99-a3fe3915fa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a9ee85-f77c-48ce-a2dc-628ac638a3b9,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.378892 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c237e651-0dbb-4faa-97c1-99c63c178b08,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.381709 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.383565 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9de00a8c-5616-4d02-b4be-f6d42dc3cfbc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c237e651-0dbb-4faa-97c1-99c63c178b08 HTTP/1.1" status: 204 len: 168 time: 0.3329976 Jul 23 04:58:14.386649 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42806) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.472573 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.502963 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.509352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.541601 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:58:14.560260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d2a98-8ed5-433a-81b8-55c878a5020c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.566997 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.573609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e05ad7-4587-43e4-af37-2c82fb982099 req-b107d029-ac97-47d3-ac57-78841832df78 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:14.575140 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8e05ad7-4587-43e4-af37-2c82fb982099 req-b107d029-ac97-47d3-ac57-78841832df78 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1326048 Jul 23 04:58:14.576341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.576720 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Added segment a53c800b-2c48-409f-b9c7-65d5842e2bc2 of type vlan for network e166654a-6ba0-4caa-b513-d3c6deb21cfa Jul 23 04:58:14.577931 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5863038-76b7-4d09-8cdb-1c4df500880b']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:14.595429 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712c1928-9261-4db5-8d4c-31e13f684e10') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:14.596290 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712c1928-9261-4db5-8d4c-31e13f684e10') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:14.609115 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.623489 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.631138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 04:58:14.631733 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 04:58:14.634222 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 04:58:14.644399 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.658087 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8e05ad7-4587-43e4-af37-2c82fb982099 req-00b8abea-e4f2-4a1e-9c05-e7f52c8392b2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730295 Jul 23 04:58:14.693768 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.694826 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:14.695508 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.722738 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.730333 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6178207 Jul 23 04:58:14.731555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.732723 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42820) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.735020 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e5863038-76b7-4d09-8cdb-1c4df500880b HTTP/1.1" status: 204 len: 168 time: 0.3467472 Jul 23 04:58:14.741100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Request body: {'subnet': {'network_id': 'e166654a-6ba0-4caa-b513-d3c6deb21cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1868729235-subnet', 'tenant_id': '1ae0d86789a1487daeea566b402f529b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:14.753907 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b3917-0b49-49c1-b886-2185e3717ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5863038-76b7-4d09-8cdb-1c4df500880b,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.781283 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5411e-9415-46ec-8c91-ea18c6413c2f admin admin] Pushing event updated for resources: {'Network': ['ID=e166654a-6ba0-4caa-b513-d3c6deb21cfa,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:14.793306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network e166654a-6ba0-4caa-b513-d3c6deb21cfa details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:58:14.809187 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Made reservation on behalf of 1ae0d86789a1487daeea566b402f529b for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:14.812772 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.881524 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42826) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.929384 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4da13839-8e82-41a7-a1e8-65431934292a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=72aabb07c124405e9dce53f45a4cbf02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439460 Jul 23 04:58:14.929580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42830) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:14.982522 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:14.998311 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.010635 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.059696 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1bfbee-d1d2-408f-91c4-bd0dec9eebe5,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:15.061504 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.064178 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.068958 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2e064b7-fbe7-45ac-a39d-cca5c1922130 HTTP/1.1" status: 204 len: 168 time: 0.1379514 Jul 23 04:58:15.076986 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ee83-003d-4f4d-b0fe-2963580b0a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e064b7-fbe7-45ac-a39d-cca5c1922130,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:15.077129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Checking segment: {'id': 'a53c800b-2c48-409f-b9c7-65d5842e2bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e166654a-6ba0-4caa-b513-d3c6deb21cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:15.077541 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Network hostable DHCP agents. Network: e166654a-6ba0-4caa-b513-d3c6deb21cfa, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:58:15.100539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Network e166654a-6ba0-4caa-b513-d3c6deb21cfa is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:58:15.111111 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, e166654a-6ba0-4caa-b513-d3c6deb21cfa) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:15.119508 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:15.120153 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.120997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4dbb5-2249-457b-b86b-1286e5fbf838 None None] Network e166654a-6ba0-4caa-b513-d3c6deb21cfa requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:15.137248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2be8a640-37cf-4902-937a-3238fcff3c76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4017916 Jul 23 04:58:15.254132 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5611f1-359b-4aa4-9992-0a8d7915070c None None] Network e166654a-6ba0-4caa-b513-d3c6deb21cfa requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:15.444734 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42852) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:15.495266 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-bf2594c7-0603-443d-a5b0-946c0c628255 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa7d9bafdfca44a28b5b5ae22cb97efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475669 Jul 23 04:58:15.495678 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42854) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:15.559374 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.581771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.634743 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.637618 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:15.641048 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbf3f53a-82d7-4350-aa34-820aeeaa586f HTTP/1.1" status: 204 len: 168 time: 0.1435974 Jul 23 04:58:15.650044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a954-8fda-46ae-9f42-8d05957ed0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf3f53a-82d7-4350-aa34-820aeeaa586f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:16.054865 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42888) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:16.060494 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929526687-network', 'tenant_id': '41f3e0f5e7744994a50d743984e58427'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:16.082421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Made reservation on behalf of 41f3e0f5e7744994a50d743984e58427 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:16.085552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.094225 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.197212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.203784 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.226781 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:58:16.240953 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde8432-3195-44c9-931f-a7b36fbefaf9,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:16.249022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.249491 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Added segment 54ae9247-7e42-4348-9025-9ca1f2f10c7f of type vlan for network 51adabce-f5b1-4ddc-adfc-93e48c715a87 Jul 23 04:58:16.296478 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.326903 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.327902 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:16.328496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.368197 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3117011 Jul 23 04:58:16.370828 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42902) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:16.377406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Request body: {'subnet': {'network_id': '51adabce-f5b1-4ddc-adfc-93e48c715a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929526687-subnet', 'tenant_id': '41f3e0f5e7744994a50d743984e58427', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:16.413065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967a36c-317f-4dbc-82ff-130a85074201 admin admin] Pushing event updated for resources: {'Network': ['ID=51adabce-f5b1-4ddc-adfc-93e48c715a87,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:16.424959 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 51adabce-f5b1-4ddc-adfc-93e48c715a87 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:58:16.432456 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Made reservation on behalf of 41f3e0f5e7744994a50d743984e58427 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:16.434895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.704902 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1fb20-6fbb-48af-a7c3-142d35238ce8 req-260ceae7-e6a0-446f-9571-3f77ecb4d19c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:16.713258 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fae1fb20-6fbb-48af-a7c3-142d35238ce8 req-260ceae7-e6a0-446f-9571-3f77ecb4d19c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0975866 Jul 23 04:58:16.727528 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.764635 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fae1fb20-6fbb-48af-a7c3-142d35238ce8 req-96819c5c-4414-4e87-97ef-6bb464cf72cb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499275 Jul 23 04:58:16.797915 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c85eed7-ad6a-4e96-a54d-2625b14efa2e,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:16.809086 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Checking segment: {'id': '54ae9247-7e42-4348-9025-9ca1f2f10c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '51adabce-f5b1-4ddc-adfc-93e48c715a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:16.809442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Network hostable DHCP agents. Network: 51adabce-f5b1-4ddc-adfc-93e48c715a87, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:58:16.826449 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Network 51adabce-f5b1-4ddc-adfc-93e48c715a87 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:58:16.836181 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 51adabce-f5b1-4ddc-adfc-93e48c715a87) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:16.841112 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:16.841930 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:16.848255 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6dcc7-8480-4e16-b18d-d78abf7e17cf None None] Network 51adabce-f5b1-4ddc-adfc-93e48c715a87 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:16.858541 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-4c755ce5-3d77-4b9d-89dc-40177b76d9a9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4866235 Jul 23 04:58:17.073794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42952) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:17.084789 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113424f1-4f04-46e9-9483-4a312339ba7e None None] Network 51adabce-f5b1-4ddc-adfc-93e48c715a87 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:17.137642 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Deleting subnet 1e1bfbee-d1d2-408f-91c4-bd0dec9eebe5 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 04:58:17.141876 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.188670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.227675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.250590 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42958) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:17.281300 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.310579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.312681 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1e1bfbee-d1d2-408f-91c4-bd0dec9eebe5 HTTP/1.1" status: 204 len: 168 time: 0.2376971 Jul 23 04:58:17.313896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf774e-77d3-425b-8b77-88f2a98af3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1bfbee-d1d2-408f-91c4-bd0dec9eebe5,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:17.315258 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42962) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:17.384111 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-42d16fe0-1bb5-49a1-88de-5223c2886a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.401949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.434685 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:58:17.515421 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.529734 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e166654a-6ba0-4caa-b513-d3c6deb21cfa']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:17.543841 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53c800b-2c48-409f-b9c7-65d5842e2bc2') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:17.544128 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53c800b-2c48-409f-b9c7-65d5842e2bc2') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:17.557381 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.577555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.591716 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 04:58:17.592105 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 04:58:17.593762 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 04:58:17.597660 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-42d16fe0-1bb5-49a1-88de-5223c2886a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.606716 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-42d16fe0-1bb5-49a1-88de-5223c2886a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.682387 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-42d16fe0-1bb5-49a1-88de-5223c2886a73 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68748a7d4e1347c69b74354edb47d480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281325 Jul 23 04:58:17.683065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 42972) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:17.683609 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.689470 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.691267 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] 10.222.0.16 "DELETE /v2.0/networks/e166654a-6ba0-4caa-b513-d3c6deb21cfa HTTP/1.1" status: 204 len: 168 time: 0.3749030 Jul 23 04:58:17.692021 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d16fe0-1bb5-49a1-88de-5223c2886a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02587d9a-ea94-4daf-82d6-fd4c46bba667,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:17.695866 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42974) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:17.715619 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd44911-2bf4-48f3-b9a8-eebce176e1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e166654a-6ba0-4caa-b513-d3c6deb21cfa,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:17.752123 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.756880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Deleting subnet 5c85eed7-ad6a-4e96-a54d-2625b14efa2e {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 04:58:17.760229 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.777401 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.803928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.846260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.849670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.850968 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02587d9a-ea94-4daf-82d6-fd4c46bba667 HTTP/1.1" status: 204 len: 168 time: 0.1662965 Jul 23 04:58:17.868926 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04717e-a1c8-4875-b679-ebfe0c5e93f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02587d9a-ea94-4daf-82d6-fd4c46bba667,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:17.870574 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.936123 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e82351-e382-4e7b-ad72-dc9e87272154 req-a36cb28e-d9ab-4313-9f36-a53d48d7a47d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:17.937711 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-86e82351-e382-4e7b-ad72-dc9e87272154 req-a36cb28e-d9ab-4313-9f36-a53d48d7a47d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0786636 Jul 23 04:58:17.938508 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.965744 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c85eed7-ad6a-4e96-a54d-2625b14efa2e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:17.979770 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:17.987740 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-86e82351-e382-4e7b-ad72-dc9e87272154 req-b6803a43-e580-4990-b745-52e5e60a81d3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425363 Jul 23 04:58:17.990053 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-48980121-9f71-4a17-ad55-3faa3cf6528a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c85eed7-ad6a-4e96-a54d-2625b14efa2e HTTP/1.1" status: 204 len: 168 time: 0.2926722 Jul 23 04:58:17.994119 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 42986) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:18.071456 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.166007 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.184185 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51adabce-f5b1-4ddc-adfc-93e48c715a87']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:18.198154 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ae9247-7e42-4348-9025-9ca1f2f10c7f') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:18.198514 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ae9247-7e42-4348-9025-9ca1f2f10c7f') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:18.212120 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.235947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.246159 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 04:58:18.247282 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 04:58:18.248456 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 04:58:18.312995 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.334617 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.334617 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] 10.222.0.16 "DELETE /v2.0/networks/51adabce-f5b1-4ddc-adfc-93e48c715a87 HTTP/1.1" status: 204 len: 168 time: 0.3358138 Jul 23 04:58:18.334617 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aefcb-0865-418e-a625-2b060f64819c admin admin] Pushing event deleted for resources: {'Network': ['ID=51adabce-f5b1-4ddc-adfc-93e48c715a87,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:18.462071 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43020) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:18.526461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43022) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:18.527907 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-49634c0c-f42c-4ec1-967b-b8ebe8a1639a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ae0d86789a1487daeea566b402f529b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646300 Jul 23 04:58:18.568381 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43024) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:18.579739 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.616838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.687092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.690019 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.692159 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e61d2a98-8ed5-433a-81b8-55c878a5020c HTTP/1.1" status: 204 len: 168 time: 0.1636939 Jul 23 04:58:18.704206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-34edaebd-2607-4608-8c24-b95346f61347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.712140 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af31c52-52e9-4037-8235-75c3f849d446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d2a98-8ed5-433a-81b8-55c878a5020c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:18.832078 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-34edaebd-2607-4608-8c24-b95346f61347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.839725 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-34edaebd-2607-4608-8c24-b95346f61347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:18.921064 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-34edaebd-2607-4608-8c24-b95346f61347 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61b8618d553c4855a7119d15caa5c34d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505523 Jul 23 04:58:18.922150 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edaebd-2607-4608-8c24-b95346f61347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76999bf9-fe22-4c6a-919c-06437849648b,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:18.923750 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43052) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:19.003461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.024151 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.076870 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.079506 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.080685 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76999bf9-fe22-4c6a-919c-06437849648b HTTP/1.1" status: 204 len: 168 time: 0.1557970 Jul 23 04:58:19.089091 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267befad-c3c5-46f0-8e23-f04a661f2ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76999bf9-fe22-4c6a-919c-06437849648b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:19.103898 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43062) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:19.152158 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-10955e5a-4ef4-4346-89f0-23e4f3e4a39c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f3e0f5e7744994a50d743984e58427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467713 Jul 23 04:58:19.155417 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43064) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:19.212415 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.235045 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.286021 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.289238 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.290388 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdde8432-3195-44c9-931f-a7b36fbefaf9 HTTP/1.1" status: 204 len: 168 time: 0.1336286 Jul 23 04:58:19.298452 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a17b-1064-4a30-9147-288a07037da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde8432-3195-44c9-931f-a7b36fbefaf9,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:19.436634 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43076) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:19.450688 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-79b5422d-d98b-4e36-b2c4-ab8dbd08d18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.557242 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-79b5422d-d98b-4e36-b2c4-ab8dbd08d18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.561708 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-79b5422d-d98b-4e36-b2c4-ab8dbd08d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.598365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5422d-d98b-4e36-b2c4-ab8dbd08d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb58e6e-88a5-444e-91ff-9b1130156525,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:19.604315 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-79b5422d-d98b-4e36-b2c4-ab8dbd08d18d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b06c625d7bbe4de6818234a959dd40db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652935 Jul 23 04:58:19.605838 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43084) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:19.657752 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.682423 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.738893 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.741852 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:19.743186 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6fb58e6e-88a5-444e-91ff-9b1130156525 HTTP/1.1" status: 204 len: 168 time: 0.1363990 Jul 23 04:58:19.751404 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3e21-49bc-4314-9ba3-0179806ab7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb58e6e-88a5-444e-91ff-9b1130156525,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:21.192263 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dda72-043a-4cbb-8632-5dfc93aa64ba req-4d71c59b-5b69-40ba-b391-91f94557bff7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:21.194460 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-568dda72-043a-4cbb-8632-5dfc93aa64ba req-4d71c59b-5b69-40ba-b391-91f94557bff7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0696566 Jul 23 04:58:21.241748 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-568dda72-043a-4cbb-8632-5dfc93aa64ba req-ccfa1541-8df1-4371-a1b4-4081478d93f0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 Jul 23 04:58:21.392655 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43186) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:21.508297 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-97f3b21d-223b-4138-a316-5907479acdde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.604194 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-97f3b21d-223b-4138-a316-5907479acdde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.610506 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-97f3b21d-223b-4138-a316-5907479acdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.652465 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-97f3b21d-223b-4138-a316-5907479acdde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fcc1defda1d4c2fb4d4e70887559e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561357 Jul 23 04:58:21.652465 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3b21d-223b-4138-a316-5907479acdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4155a-b4a1-4d01-b6d0-4aef4f753afb,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:21.653714 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43198) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:21.711921 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43202) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:21.720927 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.743711 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.801150 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.804494 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.805670 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d8b4155a-b4a1-4d01-b6d0-4aef4f753afb HTTP/1.1" status: 204 len: 168 time: 0.1504550 Jul 23 04:58:21.813835 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42807d63-7a46-40a1-a7a0-f283754a4a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4155a-b4a1-4d01-b6d0-4aef4f753afb,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:21.842284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a26255b2-9d68-45dc-a8f5-de5157cf0783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.936912 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a26255b2-9d68-45dc-a8f5-de5157cf0783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.941695 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a26255b2-9d68-45dc-a8f5-de5157cf0783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:21.982083 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a26255b2-9d68-45dc-a8f5-de5157cf0783 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=41f7015fcf974c28bee7c50a0e38fdd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690704 Jul 23 04:58:21.984660 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43216) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:21.992079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26255b2-9d68-45dc-a8f5-de5157cf0783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1abba-d38a-4bf3-826c-2c97c4920a54,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.041812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.065448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.116112 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43220) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:22.136275 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.139457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.143261 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ac1abba-d38a-4bf3-826c-2c97c4920a54 HTTP/1.1" status: 204 len: 168 time: 0.1576529 Jul 23 04:58:22.146989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14bfaf82-8b7f-41cf-b6fb-ed7db771def2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.160659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942403e-c984-4544-bbe7-042c407a556b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1abba-d38a-4bf3-826c-2c97c4920a54,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.253449 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14bfaf82-8b7f-41cf-b6fb-ed7db771def2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.258239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14bfaf82-8b7f-41cf-b6fb-ed7db771def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.302268 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-14bfaf82-8b7f-41cf-b6fb-ed7db771def2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6a0c42f9bd740019d04fb2009a24cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826181 Jul 23 04:58:22.303124 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfaf82-8b7f-41cf-b6fb-ed7db771def2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d58caed-3b87-49dd-afc9-290be25c7a60,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.305039 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43234) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:22.389072 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.419027 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.427983 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3641927-cc23-475f-8fad-fae572a99d68 req-64c9ef8a-bfc9-4cda-9211-95795c410648 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:22.437352 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f3641927-cc23-475f-8fad-fae572a99d68 req-64c9ef8a-bfc9-4cda-9211-95795c410648 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0811946 Jul 23 04:58:22.475335 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.477873 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.479027 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d58caed-3b87-49dd-afc9-290be25c7a60 HTTP/1.1" status: 204 len: 168 time: 0.1727901 Jul 23 04:58:22.497355 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f3641927-cc23-475f-8fad-fae572a99d68 req-e91eb4fc-88fe-4cd5-b762-36dc6bd3ec4a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581992 Jul 23 04:58:22.498668 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2c9aa-5628-4ae6-9f3f-549d64399168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d58caed-3b87-49dd-afc9-290be25c7a60,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.556860 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43244) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:22.573190 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e3d2-1900-4dd8-913f-dfdf1d7f2411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.639281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43246) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:22.671034 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e3d2-1900-4dd8-913f-dfdf1d7f2411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.675176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e3d2-1900-4dd8-913f-dfdf1d7f2411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.713025 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0ab4e3d2-1900-4dd8-913f-dfdf1d7f2411 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1474505e978462399a3f9ddeea82c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546843 Jul 23 04:58:22.715890 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43250) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:22.718112 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4e3d2-1900-4dd8-913f-dfdf1d7f2411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999d0c2a-f8e8-4473-854b-dd953b405675,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.786367 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dcb82ee0-1882-47a7-92ea-ebac24d22483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.788325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.823177 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.912677 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.915192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.916324 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/999d0c2a-f8e8-4473-854b-dd953b405675 HTTP/1.1" status: 204 len: 168 time: 0.1989403 Jul 23 04:58:22.932719 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8dd77-1b55-433a-9d3d-98d78198b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999d0c2a-f8e8-4473-854b-dd953b405675,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:22.957137 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dcb82ee0-1882-47a7-92ea-ebac24d22483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:22.962242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dcb82ee0-1882-47a7-92ea-ebac24d22483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.004703 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-dcb82ee0-1882-47a7-92ea-ebac24d22483 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00311f7dc3bb4c9781a7d96f492bb97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3640590 Jul 23 04:58:23.006363 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb82ee0-1882-47a7-92ea-ebac24d22483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f722c430-7b47-4589-ba5a-49397070c824,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:23.008465 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43264) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:23.067194 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.083898 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43270) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:23.094061 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.153572 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.158114 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.161367 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f722c430-7b47-4589-ba5a-49397070c824 HTTP/1.1" status: 204 len: 168 time: 0.1515377 Jul 23 04:58:23.172743 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef899c8-48fe-43fb-99a3-5ec3c78ee17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f722c430-7b47-4589-ba5a-49397070c824,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:23.326292 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65b72d30-ba13-4ebe-8bdc-76a13d2573dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.423244 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65b72d30-ba13-4ebe-8bdc-76a13d2573dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.427952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-65b72d30-ba13-4ebe-8bdc-76a13d2573dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.468004 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-65b72d30-ba13-4ebe-8bdc-76a13d2573dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fbe91b1c3194f9baceddd447070e13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3798673 Jul 23 04:58:23.468109 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43294) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:23.470673 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72d30-ba13-4ebe-8bdc-76a13d2573dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8217eab-1fe0-421e-887a-ce78bbb99344,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:23.527291 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.549880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.575987 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43304) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:23.592404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9abb-94d2-47de-be52-1a3c9509e60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.603588 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.606410 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.610114 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8217eab-1fe0-421e-887a-ce78bbb99344 HTTP/1.1" status: 204 len: 168 time: 0.1386836 Jul 23 04:58:23.617845 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6b279-e344-4e2c-9526-67351d56d27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8217eab-1fe0-421e-887a-ce78bbb99344,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:23.703274 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9abb-94d2-47de-be52-1a3c9509e60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.708851 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ea3e9abb-94d2-47de-be52-1a3c9509e60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.750419 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e9abb-94d2-47de-be52-1a3c9509e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a96bf3f-4f31-4fdf-be3b-abfdc5646307,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:23.756343 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ea3e9abb-94d2-47de-be52-1a3c9509e60c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee47d77cd6304ebc9973eca8636a6402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1792386 Jul 23 04:58:23.759154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43312) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:23.828220 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.850134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.902798 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.905424 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:23.906615 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a96bf3f-4f31-4fdf-be3b-abfdc5646307 HTTP/1.1" status: 204 len: 168 time: 0.1462917 Jul 23 04:58:23.915077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725cf20-e20f-4026-8155-5125c7c02f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a96bf3f-4f31-4fdf-be3b-abfdc5646307,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:24.039517 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43324) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:24.053635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b212ac7d-5ba2-4cde-ad7a-fb7f38c1af41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.158763 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b212ac7d-5ba2-4cde-ad7a-fb7f38c1af41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.164754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b212ac7d-5ba2-4cde-ad7a-fb7f38c1af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.210011 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b212ac7d-5ba2-4cde-ad7a-fb7f38c1af41 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dbbb0caa882e4e6ca000fe5585d9a54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662660 Jul 23 04:58:24.210011 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212ac7d-5ba2-4cde-ad7a-fb7f38c1af41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ca448-e509-4a72-bd5a-8b2ceddb595d,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:24.210824 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43334) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:24.278426 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.302928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.352204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.355552 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:24.356956 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a0ca448-e509-4a72-bd5a-8b2ceddb595d HTTP/1.1" status: 204 len: 168 time: 0.1449928 Jul 23 04:58:24.367203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc2ca4-a9fe-4b76-8737-a84a8b2ade22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ca448-e509-4a72-bd5a-8b2ceddb595d,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:25.653497 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118bf2c-aaf4-486c-a690-9831863bc850 req-ee7c86f6-b45b-4a80-83ed-8c755ad1eaf4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:25.655705 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0118bf2c-aaf4-486c-a690-9831863bc850 req-ee7c86f6-b45b-4a80-83ed-8c755ad1eaf4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0822084 Jul 23 04:58:25.701241 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0118bf2c-aaf4-486c-a690-9831863bc850 req-35d42b9f-4eab-4197-8035-024f08dbedf1 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Jul 23 04:58:25.801627 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43424) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:25.836206 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43428) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:26.024403 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-183749995-network', 'tenant_id': '578e88217b534eddb390227b57375e27'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:26.051042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb13ab20-b535-486f-96a9-222e0d41d35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.074925 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Made reservation on behalf of 578e88217b534eddb390227b57375e27 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:26.077280 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.093263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.181967 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb13ab20-b535-486f-96a9-222e0d41d35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.187819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bb13ab20-b535-486f-96a9-222e0d41d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.241273 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13ab20-b535-486f-96a9-222e0d41d35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a23774e-a11e-43c5-9c28-dcbe7bcfad69,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:26.250218 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bb13ab20-b535-486f-96a9-222e0d41d35b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc182778760d4b6db5cc45d681f59f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098632 Jul 23 04:58:26.250425 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43446) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:26.329676 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.362111 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.367886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.370045 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.411780 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:58:26.436257 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b92785-5ceb-46e6-b5cf-aa2a69fc5064,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:26.439179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.439517 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Added segment 80c98d18-0799-4086-b725-540046f34a4d of type vlan for network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e Jul 23 04:58:26.490512 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.515842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.518481 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.522344 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a23774e-a11e-43c5-9c28-dcbe7bcfad69 HTTP/1.1" status: 204 len: 168 time: 0.2683561 Jul 23 04:58:26.532210 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a5dc6-0b84-4ae9-8e5e-10005fb18047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a23774e-a11e-43c5-9c28-dcbe7bcfad69,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:26.535993 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.537203 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:26.537780 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.581449 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43474) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:26.581580 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7782030 Jul 23 04:58:26.587532 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Request body: {'subnet': {'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-183749995-subnet', 'tenant_id': '578e88217b534eddb390227b57375e27', 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:26.609485 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160efc4-80c2-4b8f-9d3c-437f62b585e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:26.624425 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:58:26.645611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Made reservation on behalf of 578e88217b534eddb390227b57375e27 for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:26.656844 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7583303'] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:26.941410 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7583285'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.016747 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fb4ab4-e826-402a-8dcc-01506c192824,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:27.030176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Checking segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:27.030695 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Network hostable DHCP agents. Network: a31ca4cd-9eb9-4d05-8db7-5c87e06f873e, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:58:27.037958 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea53c-0efa-404b-a8d7-ff6ebcb17d28 req-1a794acf-efff-4dc7-a8ec-a3d914abb816 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:27.049200 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5cfea53c-0efa-404b-a8d7-ff6ebcb17d28 req-1a794acf-efff-4dc7-a8ec-a3d914abb816 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1769791 Jul 23 04:58:27.054349 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:58:27.076017 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, a31ca4cd-9eb9-4d05-8db7-5c87e06f873e) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:27.082706 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:27.083693 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.089239 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b664f42-ae5c-48a5-9b96-7f7975902477 None None] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:27.112095 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e8233a1a-24ef-4fdf-9e7b-ad5a82c13678 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5295062 Jul 23 04:58:27.120726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43506) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:27.128886 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:27.154368 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5cfea53c-0efa-404b-a8d7-ff6ebcb17d28 req-d14bbf06-e22e-4bf7-b428-1c80d090d93c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027927 Jul 23 04:58:27.157211 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.158726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.302153 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.437848 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:58:27.438762 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.642611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.720828 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Allocated IP 172.20.0.2 (a31ca4cd-9eb9-4d05-8db7-5c87e06f873e/26fb4ab4-e826-402a-8dcc-01506c192824/cc7b2fdd-345e-4492-a060-5ee772f88056) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:27.900607 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.915566 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.924601 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:27.924787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Transition to ACTIVE for port object cc7b2fdd-345e-4492-a060-5ee772f88056 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:27.951905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Transition to ACTIVE for port object cc7b2fdd-345e-4492-a060-5ee772f88056 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:27.960011 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.004384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:28.007802 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:28.011468 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:28.017146 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Pushing event updated for resources: {'Port': ['ID=cc7b2fdd-345e-4492-a060-5ee772f88056,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:28.079009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Attempting to bind port cc7b2fdd-345e-4492-a060-5ee772f88056 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:28.079382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Attempting to bind port cc7b2fdd-345e-4492-a060-5ee772f88056 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:28.079921 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Attempting to bind port cc7b2fdd-345e-4492-a060-5ee772f88056 on network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:28.085647 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:28.086384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Checking segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:28.086975 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.087546 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Bound using segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:28.088218 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Bound port: cc7b2fdd-345e-4492-a060-5ee772f88056, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:28.088843 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.089976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Allocated IP 172.27.3.205 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/c1bd96fb-7276-4d34-b6cb-f1e003d6249e) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:28.192069 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] For port cc7b2fdd-345e-4492-a060-5ee772f88056, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:28.199391 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] For port cc7b2fdd-345e-4492-a060-5ee772f88056, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=cc7b2fdd-345e-4492-a060-5ee772f88056,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:28.206574 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.247532 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.267860 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c36f8-57b8-4fae-8868-081d34317adc None None] Pushing event updated for resources: {'Port': ['ID=cc7b2fdd-345e-4492-a060-5ee772f88056,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:28.362812 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:28.419063 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2f5f-a55e-4b3a-a65e-c7f79e704e66 req-cbdb63c5-9567-4de5-8a15-919e13484fae tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:28.420826 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cb3c2f5f-a55e-4b3a-a65e-c7f79e704e66 req-cbdb63c5-9567-4de5-8a15-919e13484fae tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1621811 Jul 23 04:58:28.429173 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:28.435485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:28.437887 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:28.445125 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:28.527375 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cb3c2f5f-a55e-4b3a-a65e-c7f79e704e66 req-07d4983c-d81f-4d40-861f-0c3939a5d66d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942531 Jul 23 04:58:28.826721 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:29.034357 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:29.190301 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Router e260d420-f757-4ea7-9a29-8a82f35ae581 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:58:29.315813 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf9c63-6a69-4772-bd26-ae7b9d21928d None None] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:29.320261 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:58:29.329006 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Sync routers for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:58:29.339844 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:29.344273 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4908d464-743d-4478-97c8-b43ed404f692 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2196100 Jul 23 04:58:29.344630 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43602) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:29.345355 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:29.346270 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:29.372947 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5d517de9-6282-4866-8aac-d4ecb2e31c0c None None] Provisioning for port cc7b2fdd-345e-4492-a060-5ee772f88056 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:29.503344 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:29.732138 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:28Z', 'revision_number': 3, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:29.797359 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Checking router: e260d420-f757-4ea7-9a29-8a82f35ae581 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:58:29.798056 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Updating router e260d420-f757-4ea7-9a29-8a82f35ae581 port c1bd96fb-7276-4d34-b6cb-f1e003d6249e binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:58:29.798435 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:29.816806 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6582154-47ba-4d62-bbb9-f7bde944e8b0 req-b2ce502e-4c4a-4ebc-a4ae-a45ad507b637 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:29.826756 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f6582154-47ba-4d62-bbb9-f7bde944e8b0 req-b2ce502e-4c4a-4ebc-a4ae-a45ad507b637 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1982174 Jul 23 04:58:29.865531 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:29.955905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device cc7b2fdd-345e-4492-a060-5ee772f88056 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:29.976634 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f6582154-47ba-4d62-bbb9-f7bde944e8b0 req-837995b9-f74e-433b-ab7b-79a10f528a8e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426992 Jul 23 04:58:30.071477 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port cc7b2fdd-345e-4492-a060-5ee772f88056 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:30.075657 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port cc7b2fdd-345e-4492-a060-5ee772f88056 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:30.076024 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.258358 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.298557 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.310241 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port cc7b2fdd-345e-4492-a060-5ee772f88056, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=cc7b2fdd-345e-4492-a060-5ee772f88056,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:30.323778 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.334887 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Transition to ACTIVE for port object c1bd96fb-7276-4d34-b6cb-f1e003d6249e will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:30.352202 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.414222 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Pushing event updated for resources: {'Port': ['ID=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:30.422264 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.422918 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.423142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.423649 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.424309 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.425003 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.425632 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.426436 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.427077 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.427736 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.428343 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.428974 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.430256 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:30.445649 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=cc7b2fdd-345e-4492-a060-5ee772f88056,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:30.461568 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Attempting to bind port c1bd96fb-7276-4d34-b6cb-f1e003d6249e on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:30.461969 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Attempting to bind port c1bd96fb-7276-4d34-b6cb-f1e003d6249e by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:30.462674 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Attempting to bind port c1bd96fb-7276-4d34-b6cb-f1e003d6249e on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:30.467748 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:30.468109 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:30.468727 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.469509 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:30.471453 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Bound port: c1bd96fb-7276-4d34-b6cb-f1e003d6249e, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:30.472860 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.550833 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] For port c1bd96fb-7276-4d34-b6cb-f1e003d6249e, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:30.557438 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] For port c1bd96fb-7276-4d34-b6cb-f1e003d6249e, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:30.567523 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.631395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43654) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:30.718239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Allocated IP 172.20.0.1 (a31ca4cd-9eb9-4d05-8db7-5c87e06f873e/26fb4ab4-e826-402a-8dcc-01506c192824/1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:30.767351 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:30.767351 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:30.767351 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42dcfde-f6e6-4503-9e3c-f349b2036de6 None None] Pushing event updated for resources: {'Port': ['ID=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:30.785593 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4260-1a31-4bf3-98db-4399a0315d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.883575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.904211 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Transition to ACTIVE for port object 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:30.905521 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4260-1a31-4bf3-98db-4399a0315d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.916271 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1c3b4260-1a31-4bf3-98db-4399a0315d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.916479 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:30.963338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:30.978973 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-1c3b4260-1a31-4bf3-98db-4399a0315d98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=000d69ee659643df9fa5dd5690739bc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463304 Jul 23 04:58:30.979766 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b4260-1a31-4bf3-98db-4399a0315d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce01c9a-846e-4381-985a-fb6e3421c4e3,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:30.982210 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43660) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:31.024068 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:31.035182 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:31.038735 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:31.053013 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8887f937-c917-4f42-8676-6d2b9ce1e1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.057770 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.076107 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Pushing event updated for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:31.088419 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.108478 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.153268 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.155988 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.159600 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dce01c9a-846e-4381-985a-fb6e3421c4e3 HTTP/1.1" status: 204 len: 168 time: 0.1727364 Jul 23 04:58:31.169546 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eea005-4c55-418d-9f79-5112df4620e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce01c9a-846e-4381-985a-fb6e3421c4e3,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:31.218832 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-06882387-ea53-498b-abb7-45ca05365165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:28Z', 'revision_number': 3, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:31.254964 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06882387-ea53-498b-abb7-45ca05365165 None None] The sync data for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi is: [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:28Z', 'revision_number': 3, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:58:31.312978 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.393797 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b3500370-c864-4df1-bfaf-64787ac3c513 None None] Provisioning for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:31.398397 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b3500370-c864-4df1-bfaf-64787ac3c513 None None] Provisioning complete for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:31.398807 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b3500370-c864-4df1-bfaf-64787ac3c513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.443427 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-b3500370-c864-4df1-bfaf-64787ac3c513 None None] Port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:58:31.509687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.518300 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.547942 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43668) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:31.569361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7acf-4248-46b0-8070-585e5e66e7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.619526 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.622551 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Pushing event updated for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:31.695654 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7acf-4248-46b0-8070-585e5e66e7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.707444 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fc3b7acf-4248-46b0-8070-585e5e66e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.740183 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:31.741660 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:31.753830 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b7acf-4248-46b0-8070-585e5e66e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc958a28-3295-41ff-aa2f-787e84f42bd5,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:31.764876 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-fc3b7acf-4248-46b0-8070-585e5e66e7f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=14c115cd28d1450ba41ec7948fb5b7b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148702 Jul 23 04:58:31.769080 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43676) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:31.833645 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.877244 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.900440 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Router e260d420-f757-4ea7-9a29-8a82f35ae581 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:58:31.937165 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.940704 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:31.949552 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc958a28-3295-41ff-aa2f-787e84f42bd5 HTTP/1.1" status: 204 len: 168 time: 0.1779165 Jul 23 04:58:31.966505 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c9344-81f1-4734-bfb6-ec5524f7e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc958a28-3295-41ff-aa2f-787e84f42bd5,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:32.080371 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device cc7b2fdd-345e-4492-a060-5ee772f88056 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:32.086323 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-63944a1a-e95d-4ff6-badb-8dde8d6d534d None None] Provisioning complete for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:32.086971 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-63944a1a-e95d-4ff6-badb-8dde8d6d534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.099212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:58:32.109528 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-00dd3381-ea9f-4a13-a43a-4221f7e0aa90 admin admin] 10.222.0.16 "PUT /v2.0/routers/e260d420-f757-4ea7-9a29-8a82f35ae581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7638171 Jul 23 04:58:32.149957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-63944a1a-e95d-4ff6-badb-8dde8d6d534d None None] Port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:58:32.165541 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port cc7b2fdd-345e-4492-a060-5ee772f88056 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:32.165921 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.276390 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c1bd96fb-7276-4d34-b6cb-f1e003d6249e up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:32.336073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port c1bd96fb-7276-4d34-b6cb-f1e003d6249e completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:32.340458 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port c1bd96fb-7276-4d34-b6cb-f1e003d6249e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:32.341679 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.392403 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43690) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:32.405921 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd025ee2-cb3a-4240-ab04-0af11a3c7730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.424658 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.448270 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port c1bd96fb-7276-4d34-b6cb-f1e003d6249e, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:32.455461 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.515831 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd025ee2-cb3a-4240-ab04-0af11a3c7730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.522632 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd025ee2-cb3a-4240-ab04-0af11a3c7730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.528948 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:32.565940 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-cd025ee2-cb3a-4240-ab04-0af11a3c7730 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7b2168aad6b4989ab6d80cde9d31bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722260 Jul 23 04:58:32.568248 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd025ee2-cb3a-4240-ab04-0af11a3c7730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3207ea-53c0-4996-80d1-5517842c9cc3,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:32.570388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43694) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:32.636910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.661404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.732371 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.735095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.738888 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc3207ea-53c0-4996-80d1-5517842c9cc3 HTTP/1.1" status: 204 len: 168 time: 0.1627607 Jul 23 04:58:32.762645 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad72cc3-65c5-45a7-b66a-33f7644a8d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3207ea-53c0-4996-80d1-5517842c9cc3,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:32.888689 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43710) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:32.895789 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-683252270-network', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:32.938114 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Made reservation on behalf of 2a77984e13e34b2c9de4268e2c141683 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:32.940386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.952509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:32.970317 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880f49-4a45-4b84-9a11-048e5bdb70bb req-caa97203-27d4-440e-af6a-c2d60a487111 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:32.972265 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c880f49-4a45-4b84-9a11-048e5bdb70bb req-caa97203-27d4-440e-af6a-c2d60a487111 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1285949 Jul 23 04:58:33.057522 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c880f49-4a45-4b84-9a11-048e5bdb70bb req-9151dfc0-d1fb-4c4d-b2db-c633b7d483c7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686190 Jul 23 04:58:33.134163 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.139680 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.163149 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:58:33.177410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6be23b5-920b-4711-baa4-6dcf9f532b04,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:33.182456 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.182800 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Added segment bc484efb-4c3f-4ab5-a769-0ed8a256ae75 of type vlan for network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f Jul 23 04:58:33.226547 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.239512 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Sync routers for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:58:33.249853 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:33.250494 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:33.263102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.264196 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:33.264897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.304587 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4116223 Jul 23 04:58:33.309456 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43722) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:33.315345 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Request body: {'subnet': {'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-683252270-subnet', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:33.343031 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e69576-50d4-4523-99c3-b307f6cc26e1 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:33.350927 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Made reservation on behalf of 2a77984e13e34b2c9de4268e2c141683 for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:33.353831 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7583303'] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.356393 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:58:33.419446 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:33.554620 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7583285'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.572814 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-87ae85c7-1681-42b0-bd1f-ddb9e65ef84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.622388 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fc51f7-2b01-4f91-9741-94df37490e9b,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:33.628469 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Checking segment: {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:33.629502 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Network hostable DHCP agents. Network: 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:58:33.668451 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:58:33.680339 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:33.689767 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a5c17-8d0e-405b-9d88-937b6d3b2801 None None] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:33.710735 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:33.712086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.745420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43742) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:33.751137 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:33.753441 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b8f97893-1c34-4ab4-aabd-ad98508315b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4427938 Jul 23 04:58:33.788989 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 2, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:33.812621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.814414 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.840191 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Checking router: e260d420-f757-4ea7-9a29-8a82f35ae581 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:58:33.842768 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Updating router e260d420-f757-4ea7-9a29-8a82f35ae581 port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:58:33.915959 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:33.947667 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c1bd96fb-7276-4d34-b6cb-f1e003d6249e up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:33.957383 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.028307 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'fixed_ips': [{'subnet_id': '66fc51f7-2b01-4f91-9741-94df37490e9b'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 04:58:34.032022 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.102454 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.220362 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.332075 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port c1bd96fb-7276-4d34-b6cb-f1e003d6249e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:34.332453 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.405653 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.410205 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845acc39-b556-47f0-b372-3475213daf85 req-d5aed20d-346c-4902-a111-5424916a6e6a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:34.428611 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-845acc39-b556-47f0-b372-3475213daf85 req-d5aed20d-346c-4902-a111-5424916a6e6a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1870720 Jul 23 04:58:34.432154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.521279 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-845acc39-b556-47f0-b372-3475213daf85 req-f2db2fc5-acda-4825-803a-b6c8227dfc03 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862584 Jul 23 04:58:34.605212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Allocated IP 172.27.3.71 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:34.694764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Allocated IP 172.20.0.2 (0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f/66fc51f7-2b01-4f91-9741-94df37490e9b/6bc89a2b-7689-4265-9a21-c7b312fc009b) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:34.766349 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.833353 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.834764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.878889 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:34.883829 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:34.886178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:34.889160 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:34.891742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:34.913946 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Transition to ACTIVE for port object 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:34.927593 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.026575 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560839-9fc6-4c38-8aa2-adf5acfea439 None None] Pushing event updated for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:35.040826 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.100103 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Transition to ACTIVE for port object 6bc89a2b-7689-4265-9a21-c7b312fc009b will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:35.122325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Attempting to bind port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:35.122668 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Attempting to bind port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:35.123067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Attempting to bind port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 on network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:35.130148 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Transition to ACTIVE for port object 6bc89a2b-7689-4265-9a21-c7b312fc009b will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:35.132775 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:35.133234 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Checking segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:35.133647 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.134046 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Bound using segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:35.134532 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Bound port: 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:35.134922 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.147083 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.227259 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:35.235785 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:35.243424 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Pushing event updated for resources: {'Port': ['ID=6bc89a2b-7689-4265-9a21-c7b312fc009b,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:35.247848 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:35.276821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] For port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:35.286101 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] For port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:35.311707 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.352880 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.386878 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Attempting to bind port 6bc89a2b-7689-4265-9a21-c7b312fc009b on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:35.387263 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Attempting to bind port 6bc89a2b-7689-4265-9a21-c7b312fc009b by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:35.387635 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Attempting to bind port 6bc89a2b-7689-4265-9a21-c7b312fc009b on network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:35.423280 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:35.423690 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Checking segment: {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:35.424147 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.424631 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Bound using segment: {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:35.425313 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Bound port: 6bc89a2b-7689-4265-9a21-c7b312fc009b, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:35.425948 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.452930 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560839-9fc6-4c38-8aa2-adf5acfea439 None None] Pushing event updated for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:35.463631 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:35.464305 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:35.741624 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] For port 6bc89a2b-7689-4265-9a21-c7b312fc009b, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:35.790750 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:35.829609 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] For port 6bc89a2b-7689-4265-9a21-c7b312fc009b, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6bc89a2b-7689-4265-9a21-c7b312fc009b,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:35.839545 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.872923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbf98f-6b08-470b-9089-c1384408fcae req-7d7d3143-eedf-49aa-8709-b850997cf96d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:35.882422 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7efbf98f-6b08-470b-9089-c1384408fcae req-7d7d3143-eedf-49aa-8709-b850997cf96d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1901073 Jul 23 04:58:35.916304 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:35.961823 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7efbf98f-6b08-470b-9089-c1384408fcae req-47fb8397-8129-482f-8307-d474cbbc30b4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Jul 23 04:58:36.011141 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ec2d8-d929-46f2-9614-03b7a880f21d None None] Pushing event updated for resources: {'Port': ['ID=6bc89a2b-7689-4265-9a21-c7b312fc009b,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:36.054147 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43852) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:36.259141 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.297123 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-697e1ae2-7e14-4861-a267-a96b062ebb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.314159 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:35Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:36.316648 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 04:58:36.350844 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f71f0b-17cb-4ac1-ac26-a023e03b9d45 None None] The sync data for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi is: [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:35Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:58:36.449459 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-697e1ae2-7e14-4861-a267-a96b062ebb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.454192 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-697e1ae2-7e14-4861-a267-a96b062ebb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.497517 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e1ae2-7e14-4861-a267-a96b062ebb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633fd289-7c51-452c-ba96-2d5e29eec629,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:36.502400 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-697e1ae2-7e14-4861-a267-a96b062ebb5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70945e8979464ee2baf69f4f5b64a765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435680 Jul 23 04:58:36.505247 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43864) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:36.564440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.596099 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.656082 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.658621 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.663171 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/633fd289-7c51-452c-ba96-2d5e29eec629 HTTP/1.1" status: 204 len: 168 time: 0.1535952 Jul 23 04:58:36.671008 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578d9f3-2d47-4aee-8440-cb1f28630a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633fd289-7c51-452c-ba96-2d5e29eec629,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:36.707178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:58:36.721922 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Sync routers for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:58:36.730535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:36.732610 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f8cfa344-91ce-4239-9f07-f145f5235ac4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9847131 Jul 23 04:58:36.735019 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43868) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:36.737189 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:36.738000 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:37.009265 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:37.315165 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c30e2b-bf23-4a80-9b0e-a619560a843d req-9bede2f9-f3a6-4306-85d8-b898353453ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:37.319820 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13c30e2b-bf23-4a80-9b0e-a619560a843d req-9bede2f9-f3a6-4306-85d8-b898353453ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 1099 time: 0.2784634 Jul 23 04:58:37.330767 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33d402-f92d-4460-b545-cfa37f7e69c1 req-8ab2db68-70f0-4f2a-a575-0b0938123d08 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:37.337087 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3d33d402-f92d-4460-b545-cfa37f7e69c1 req-8ab2db68-70f0-4f2a-a575-0b0938123d08 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.2175620 Jul 23 04:58:37.383286 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08e3092-4374-4f9c-b800-50707326d47a None None] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:37.436976 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3d33d402-f92d-4460-b545-cfa37f7e69c1 req-73c32604-86a0-4033-af97-800aff076e43 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891922 Jul 23 04:58:37.514541 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:35Z', 'revision_number': 3, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:37.547785 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13c30e2b-bf23-4a80-9b0e-a619560a843d req-d24dff9a-10c2-4172-ba79-6d61f203bfb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179947 Jul 23 04:58:37.576132 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Checking router: 50a6d886-c83b-4fa6-9e4a-19efa99919f8 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:58:37.576500 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Updating router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:58:37.628756 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:37.635266 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-32a99cad-d41e-4f94-886d-a05187adcc20 None None] Provisioning for port 6bc89a2b-7689-4265-9a21-c7b312fc009b completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:37.845203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 43900) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:38.063570 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6bc89a2b-7689-4265-9a21-c7b312fc009b up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:38.073167 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.087920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e0458b0f-bd68-4fbe-94a3-dafb4ef87b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.186136 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 6bc89a2b-7689-4265-9a21-c7b312fc009b completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:38.196476 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 6bc89a2b-7689-4265-9a21-c7b312fc009b triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:38.196895 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.217771 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.236238 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Transition to ACTIVE for port object b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:38.249234 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.275283 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e0458b0f-bd68-4fbe-94a3-dafb4ef87b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.279357 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e0458b0f-bd68-4fbe-94a3-dafb4ef87b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.318838 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Attempting to bind port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:38.319405 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Attempting to bind port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:38.319839 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Attempting to bind port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:38.325565 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef018d-8ccb-4b20-80c3-fa5cfee6a2cb None None] Pushing event updated for resources: {'Port': ['ID=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,revision_number=2']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.328277 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:38.328801 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:38.329313 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.330184 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:38.330945 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Bound port: b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:38.331435 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.342665 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.377788 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 43910) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:38.378361 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e0458b0f-bd68-4fbe-94a3-dafb4ef87b22 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5fc4671d215c47a9b08e0ea499f15a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302548 Jul 23 04:58:38.379093 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0458b0f-bd68-4fbe-94a3-dafb4ef87b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400a26b-b702-44fd-9c2b-7ad0dee9554a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.394020 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Allocated IP 172.20.0.1 (0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f/66fc51f7-2b01-4f91-9741-94df37490e9b/fd8948b0-6106-4e5b-ae48-3dd51dc8ed76) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:38.394156 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 6bc89a2b-7689-4265-9a21-c7b312fc009b, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6bc89a2b-7689-4265-9a21-c7b312fc009b,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:38.399252 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.400274 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:38.418419 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] For port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:38.422116 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] For port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:38.435508 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.476894 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.499972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=6bc89a2b-7689-4265-9a21-c7b312fc009b,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.514205 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-90024e11-432d-4494-bbba-8d3a18bdb152 None None] Provisioning complete for port 6bc89a2b-7689-4265-9a21-c7b312fc009b triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:38.514789 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-90024e11-432d-4494-bbba-8d3a18bdb152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.517472 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:38.518379 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:38.541372 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.552231 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:38.560478 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:38.561105 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.622610 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.645129 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef018d-8ccb-4b20-80c3-fa5cfee6a2cb None None] Pushing event updated for resources: {'Port': ['ID=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.646716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Transition to ACTIVE for port object fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:38.684020 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.686665 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.688569 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b400a26b-b702-44fd-9c2b-7ad0dee9554a HTTP/1.1" status: 204 len: 168 time: 0.3059847 Jul 23 04:58:38.701941 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.713465 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:38.721579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37c97d-c71b-42c7-9da7-f97f5e625c85 req-1612ea88-0e90-4ae3-be75-9136656d302e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:38.723701 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c37c97d-c71b-42c7-9da7-f97f5e625c85 req-1612ea88-0e90-4ae3-be75-9136656d302e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1558661 Jul 23 04:58:38.740391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caf94b-b987-4253-b0f1-980461419e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400a26b-b702-44fd-9c2b-7ad0dee9554a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.766331 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.818126 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1c37c97d-c71b-42c7-9da7-f97f5e625c85 req-70302a48-ab11-4a5a-b0f0-1c92f8a6acf9 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880930 Jul 23 04:58:38.824291 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:38.827983 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:38.855274 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:38.901477 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:38.914225 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:38.920749 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:38.953652 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.018091 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:35Z', 'revision_number': 3, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:39.036267 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:39.066575 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0709e1-3c8c-4636-8647-4cdb1338756d None None] The sync data for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi is: [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:35Z', 'revision_number': 3, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:58:39.257895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.278754 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f13c6309-1ac5-4b15-85b0-9afe6e8d3d16 None None] Provisioning for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:39.291059 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f13c6309-1ac5-4b15-85b0-9afe6e8d3d16 None None] Provisioning complete for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:39.291462 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f13c6309-1ac5-4b15-85b0-9afe6e8d3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.371179 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-f13c6309-1ac5-4b15-85b0-9afe6e8d3d16 None None] Port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:58:39.515224 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.522580 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.621179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:39.624008 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:39.806061 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:39.808023 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:40.080640 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:58:40.089041 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:40.124798 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5f6ce-fc22-44b8-8f64-e508b2dadad5 req-5a145fd9-b02a-4d85-b627-061608ed705a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:40.126593 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a0b5f6ce-fc22-44b8-8f64-e508b2dadad5 req-5a145fd9-b02a-4d85-b627-061608ed705a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1410387 Jul 23 04:58:40.156610 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:40.161043 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:40.161588 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:40.233295 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-d0f76f5c-10e5-4c5b-95ae-7832490afd18 None None] Provisioning complete for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:40.233745 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d0f76f5c-10e5-4c5b-95ae-7832490afd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:40.293580 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a0b5f6ce-fc22-44b8-8f64-e508b2dadad5 req-e14e1669-cfc1-402f-820f-42aecd4d8f93 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085970 Jul 23 04:58:40.312907 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:40.321433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-d0f76f5c-10e5-4c5b-95ae-7832490afd18 None None] Port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:58:40.342995 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:40.344571 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:58:40.358211 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e34a89af-64f3-4c45-833f-6992481b20e0 admin admin] 10.222.0.16 "PUT /v2.0/routers/50a6d886-c83b-4fa6-9e4a-19efa99919f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6146176 Jul 23 04:58:40.358397 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:40.358397 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:40.450286 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:40.463661 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:40.464017 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:40.483007 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8747e-1c7b-4c74-ac81-48394c80fabb req-59402da5-0d1b-47f8-bec0-d5c1e877a335 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:40.485505 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-90d8747e-1c7b-4c74-ac81-48394c80fabb req-59402da5-0d1b-47f8-bec0-d5c1e877a335 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0966651 Jul 23 04:58:40.557207 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-90d8747e-1c7b-4c74-ac81-48394c80fabb req-b2086b08-fcdd-4876-9ff4-bbe94a124d08 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564079 Jul 23 04:58:40.606338 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6bc89a2b-7689-4265-9a21-c7b312fc009b up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:40.713899 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 6bc89a2b-7689-4265-9a21-c7b312fc009b triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:40.714531 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.141452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44014) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:41.147903 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-139726878', 'description': 'tempest-secgroup-smoke-139726878 description', 'project_id': '578e88217b534eddb390227b57375e27'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:41.184379 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.331200 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.336616 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.360774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.362124 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2191517 Jul 23 04:58:41.366743 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44026) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:41.374219 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:41.386255 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8a94-a26f-4c0c-9bfd-a25b5bf4490a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:41.424687 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.516579 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.521370 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.526313 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Sync routers for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:58:41.543764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:41.544901 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:41.561033 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.561748 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1920223 Jul 23 04:58:41.564268 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44038) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:41.565029 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c41d3-9a99-40dc-862d-ababf1ed5a6e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5dcc92-a05d-4ba0-98cd-890428bb33a2,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:41.572952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:41.624956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.696327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.703198 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.713217 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:41.728092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62f2b84-8faa-4ed3-9de6-d9430879b112,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:41.739876 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.741227 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1ab04450-2dbc-470f-ab89-0022e9a78198 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758492 Jul 23 04:58:41.744557 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44044) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:41.749315 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:41.781781 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.855589 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.863025 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.882278 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a4ee6d-e90b-4619-b402-9930424920ca,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:41.898356 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:41.899587 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c2e2a8f3-644a-4263-a191-77f9d8a9b0fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539347 Jul 23 04:58:41.902496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44050) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:41.904942 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:41.907065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:41.935548 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.004874 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.011444 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.024476 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:42.025085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.031832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3288a30e-e626-472b-884d-573c32d6356f,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:42.035646 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.039678 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-59adc719-4a3a-417f-8f5c-e08cb3d4638c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335354 Jul 23 04:58:42.040064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44052) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:42.045390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:42.065072 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:39Z', 'revision_number': 4, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'fd8948b0-6106-4e5b-ae48-3dd51dc8ed76', 'name': '', 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'mac_address': 'fa:16:3e:9e:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:38Z', 'updated_at': '2021-07-23T04:58:39Z', 'revision_number': 2, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'subnets': [{'id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:42.071730 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Project 578e88217b534eddb390227b57375e27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 04:58:42.077787 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.103382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Checking router: 50a6d886-c83b-4fa6-9e4a-19efa99919f8 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:58:42.104280 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Updating router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 04:58:42.159785 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.167356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.182657 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.198939 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6a44e6-e726-44cf-b9df-3b20a008d35a,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:42.209655 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.211473 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f12b17dc-3207-4ac7-91bf-c2a1ebfd3394 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699908 Jul 23 04:58:42.214503 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44058) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:42.220831 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'security_group_rule': {'security_group_id': 'c3f7a748-7548-42f9-a7fa-ce8c7a1162ad', 'project_id': '578e88217b534eddb390227b57375e27', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:42.245667 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Project 578e88217b534eddb390227b57375e27 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 04:58:42.250455 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.322869 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.335543 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.354986 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5c9ef1-2036-4950-b8ca-80a77befd502,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:42.367048 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.368260 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f04d8c40-8362-448f-bfd2-2dbe0bc34dff tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1523311 Jul 23 04:58:42.540902 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.552463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Transition to ACTIVE for port object fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:58:42.573269 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.673218 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbe74f-b576-43b1-8ccd-73691d2c3635 None None] Pushing event updated for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:42.702318 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e65f6-a665-4f13-b98d-c50bd57adc2c req-59636f5d-8c18-469d-aece-61d8957f2ee6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:42.703980 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f70e65f6-a665-4f13-b98d-c50bd57adc2c req-59636f5d-8c18-469d-aece-61d8957f2ee6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1343939 Jul 23 04:58:42.728518 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-e4a4b599-e555-41af-8404-61fa052e1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:42.732244 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-e4a4b599-e555-41af-8404-61fa052e1889 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.1296742 Jul 23 04:58:42.760980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Attempting to bind port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:58:42.762021 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Attempting to bind port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:58:42.762489 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Attempting to bind port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 on network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:58:42.773897 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:58:42.774271 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Checking segment: {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:42.774815 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.775365 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Bound using segment: {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:58:42.776089 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Bound port: fd8948b0-6106-4e5b-ae48-3dd51dc8ed76, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:58:42.776298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.821799 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f70e65f6-a665-4f13-b98d-c50bd57adc2c req-4597993c-21b0-4c8f-96dc-2b854e11e46c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093743 Jul 23 04:58:42.884242 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] For port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:58:42.891008 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] For port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:58:42.896681 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:42.909733 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-95fa093b-6e7d-403f-865a-0de3febf295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:42.913956 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-95fa093b-6e7d-403f-865a-0de3febf295f service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.1642580 Jul 23 04:58:42.973234 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:58:42.974201 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:58:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:42.976803 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbe74f-b576-43b1-8ccd-73691d2c3635 None None] Pushing event updated for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:42.988368 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-309b0f6e-696b-429a-8533-09675a09d976 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0659938 Jul 23 04:58:43.091383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-2db29c24-4874-4d06-a8bf-df3abfd015ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:43.095713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-2db29c24-4874-4d06-a8bf-df3abfd015ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0953085 Jul 23 04:58:43.166034 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-141291a9-617c-4797-ae6a-524194cf45b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597749 Jul 23 04:58:43.193042 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:58:43.519390 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:39Z', 'revision_number': 4, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'fd8948b0-6106-4e5b-ae48-3dd51dc8ed76', 'name': '', 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'mac_address': 'fa:16:3e:9e:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:38Z', 'updated_at': '2021-07-23T04:58:42Z', 'revision_number': 4, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'subnets': [{'id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:58:43.553422 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b3169c-1bd1-4734-87d9-ca91e95c7646 None None] The sync data for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi is: [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T04:58:39Z', 'revision_number': 4, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'fd8948b0-6106-4e5b-ae48-3dd51dc8ed76', 'name': '', 'network_id': '0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'mac_address': 'fa:16:3e:9e:f1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:38Z', 'updated_at': '2021-07-23T04:58:42Z', 'revision_number': 4, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'subnets': [{'id': '66fc51f7-2b01-4f91-9741-94df37490e9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:58:43.600749 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-968c97ea-93c8-444e-af06-3614cab5b8e5 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217710 Jul 23 04:58:43.720514 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba58e550-7aa7-41b2-ad62-76e7e7e6539a req-e763b31c-bb64-4041-a394-35c6f767e1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070125 Jul 23 04:58:43.961966 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:43.997292 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30382edb-e536-4cd4-8c16-6c477afaa6ed req-c49ce6a8-ee54-488e-ab17-f27899815045 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:43.998964 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-30382edb-e536-4cd4-8c16-6c477afaa6ed req-c49ce6a8-ee54-488e-ab17-f27899815045 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0770276 Jul 23 04:58:44.012463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:58:44.017171 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:44.017681 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:44.042902 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-30382edb-e536-4cd4-8c16-6c477afaa6ed req-fbb916f5-1fae-4c38-8bf9-1640c28b3c0e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376070 Jul 23 04:58:44.107130 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:44.143085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:58:44.148184 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:44.200819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:44.208411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.208786 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.209381 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.209710 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.210040 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.210365 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.210684 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.211093 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.211420 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.211739 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.212055 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:44.212373 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:58:45.185366 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54762673-0f9e-4939-bd27-100c87616364 req-954b00a3-7727-4680-afef-e29fc4239fad tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:45.186786 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-54762673-0f9e-4939-bd27-100c87616364 req-954b00a3-7727-4680-afef-e29fc4239fad tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0698748 Jul 23 04:58:45.237261 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-54762673-0f9e-4939-bd27-100c87616364 req-a8203827-df28-4405-aa08-ab19cb4d303f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439265 Jul 23 04:58:45.899176 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:58:45.961869 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:58:45.962493 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.196704 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44262) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:46.320504 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71c3a89d-2df4-4f4d-9669-b9d1f93f2176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.389575 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37af8ec-c838-46db-b65c-22f9cb7f3279 req-3791cb7a-b2d5-4cd1-a2ac-7f78ce1fda80 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:46.391335 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f37af8ec-c838-46db-b65c-22f9cb7f3279 req-3791cb7a-b2d5-4cd1-a2ac-7f78ce1fda80 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0683677 Jul 23 04:58:46.446610 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f37af8ec-c838-46db-b65c-22f9cb7f3279 req-28369c4e-0383-43b2-8b3a-11c51481b3f8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458269 Jul 23 04:58:46.447325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71c3a89d-2df4-4f4d-9669-b9d1f93f2176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.452191 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-71c3a89d-2df4-4f4d-9669-b9d1f93f2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.499746 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-71c3a89d-2df4-4f4d-9669-b9d1f93f2176 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cb20242e95b4a3e849891fb352366bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017452 Jul 23 04:58:46.501436 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a89d-2df4-4f4d-9669-b9d1f93f2176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31385c-2a81-429a-a072-21ee10d3d220,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:46.502296 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44276) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:46.552778 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.574633 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.622064 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.626236 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:46.627833 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b31385c-2a81-429a-a072-21ee10d3d220 HTTP/1.1" status: 204 len: 168 time: 0.1244051 Jul 23 04:58:46.639989 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6131b-0e48-40aa-a986-012c30a8e060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31385c-2a81-429a-a072-21ee10d3d220,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:46.931296 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44304) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:46.953293 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f26e156-280f-4ba4-a3ff-8de0bec860c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.047256 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f26e156-280f-4ba4-a3ff-8de0bec860c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.055335 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5f26e156-280f-4ba4-a3ff-8de0bec860c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.090150 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26e156-280f-4ba4-a3ff-8de0bec860c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848dfed7-d896-4423-b9cc-06efe3c7a95a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:47.096830 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5f26e156-280f-4ba4-a3ff-8de0bec860c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37d02cd176b248cc8601e2266a235ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621454 Jul 23 04:58:47.097026 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44310) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:47.152277 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.174884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.225503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.229209 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:47.230405 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/848dfed7-d896-4423-b9cc-06efe3c7a95a HTTP/1.1" status: 204 len: 168 time: 0.1324229 Jul 23 04:58:47.241121 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc62145-efaf-46e5-b4e8-de8c25b90324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848dfed7-d896-4423-b9cc-06efe3c7a95a,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:47.585848 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b167a-9581-48e5-acb1-380191ca548c req-64c1c295-a442-46bf-945e-951195b604bf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:47.587437 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f43b167a-9581-48e5-acb1-380191ca548c req-64c1c295-a442-46bf-945e-951195b604bf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0648339 Jul 23 04:58:47.632562 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f43b167a-9581-48e5-acb1-380191ca548c req-feb649d2-8f27-4c92-a7e3-dea91689c3c6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389929 Jul 23 04:58:48.097715 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44356) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:48.219092 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-704abe90-1c97-4ea7-8d28-5a0dd3016e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.312826 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-704abe90-1c97-4ea7-8d28-5a0dd3016e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.317268 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-704abe90-1c97-4ea7-8d28-5a0dd3016e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.356882 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-704abe90-1c97-4ea7-8d28-5a0dd3016e4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47a9688f682041c09e76c56be9d0ad6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572396 Jul 23 04:58:48.357818 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704abe90-1c97-4ea7-8d28-5a0dd3016e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f280b18-dff2-4a01-816b-b4fc0b945015,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:48.359509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44370) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:48.426119 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.469447 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.554371 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.557125 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:48.558502 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f280b18-dff2-4a01-816b-b4fc0b945015 HTTP/1.1" status: 204 len: 168 time: 0.1978240 Jul 23 04:58:48.567724 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7a2b6-6f0f-44ab-ae3a-033d4ba70670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f280b18-dff2-4a01-816b-b4fc0b945015,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:48.781213 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7318244-3d5e-44f8-a2bf-d153fda57465 req-1f6b8783-0b5e-4323-9dfe-4843ec2254f7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:48.785142 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a7318244-3d5e-44f8-a2bf-d153fda57465 req-1f6b8783-0b5e-4323-9dfe-4843ec2254f7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0762980 Jul 23 04:58:48.838658 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a7318244-3d5e-44f8-a2bf-d153fda57465 req-5fb81fcf-058e-479d-be41-d5db58afbe9b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Jul 23 04:58:48.933474 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44406) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:48.947097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4320ebb4-77de-455d-8b3e-3f5bd50d676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.050249 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4320ebb4-77de-455d-8b3e-3f5bd50d676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.055048 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4320ebb4-77de-455d-8b3e-3f5bd50d676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.094302 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4320ebb4-77de-455d-8b3e-3f5bd50d676d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b10c420a9fdb4d8593072695c32b36ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597555 Jul 23 04:58:49.096995 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320ebb4-77de-455d-8b3e-3f5bd50d676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef5211-8b5a-4768-86c7-33f9fff16a0b,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:49.099740 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44418) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:49.151227 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.173793 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.245490 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.248981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:49.252306 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0fef5211-8b5a-4768-86c7-33f9fff16a0b HTTP/1.1" status: 204 len: 168 time: 0.1493564 Jul 23 04:58:49.258527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653256b-c6b1-4f85-a349-d7fa27c61c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef5211-8b5a-4768-86c7-33f9fff16a0b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:49.996084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d93f87-ec68-4eb0-8ca6-c4916ca434ec req-882d3e2d-487b-4ca2-b5ca-4815c884aa8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:49.997766 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-05d93f87-ec68-4eb0-8ca6-c4916ca434ec req-882d3e2d-487b-4ca2-b5ca-4815c884aa8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0794458 Jul 23 04:58:50.047115 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-05d93f87-ec68-4eb0-8ca6-c4916ca434ec req-993cfdab-706e-40ff-adaa-7c6ca20109e0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Jul 23 04:58:50.312398 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44526) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:50.440353 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af92c856-150f-45df-a91f-5b7b762ec426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.540622 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af92c856-150f-45df-a91f-5b7b762ec426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.544902 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-af92c856-150f-45df-a91f-5b7b762ec426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.580879 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92c856-150f-45df-a91f-5b7b762ec426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f459c12-205d-4ec6-b338-642e2b4e268c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:50.586446 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-af92c856-150f-45df-a91f-5b7b762ec426 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ae018f80a19c4a3eb22cb5f8e9cb366d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729251 Jul 23 04:58:50.589524 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44538) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:50.636832 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.656627 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.701057 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.703503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:50.704677 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7f459c12-205d-4ec6-b338-642e2b4e268c HTTP/1.1" status: 204 len: 168 time: 0.1141560 Jul 23 04:58:50.712627 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee7d4-9903-4658-aa9f-c1dd005b239f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f459c12-205d-4ec6-b338-642e2b4e268c,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:50.986555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44552) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:51.002540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ef2-170b-41c6-ac90-fb4824f06d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.014864 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44554) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:51.101532 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ef2-170b-41c6-ac90-fb4824f06d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.107754 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7ef2-170b-41c6-ac90-fb4824f06d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.174362 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f2ff7ef2-170b-41c6-ac90-fb4824f06d90 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59c8564c92724a0ebfa2f98807e2c5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866224 Jul 23 04:58:51.177867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44560) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:51.178502 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff7ef2-170b-41c6-ac90-fb4824f06d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d16f5da-8e1e-423a-aceb-28ad9f58906a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:51.184512 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ff17419-66f5-43bb-8a9e-b5afecaebd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.212192 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55dedb-cf8b-4bde-be33-411c1cbd8357 req-3fe63346-9896-47d3-8415-6c5982b2eebb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:51.213822 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4e55dedb-cf8b-4bde-be33-411c1cbd8357 req-3fe63346-9896-47d3-8415-6c5982b2eebb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0911112 Jul 23 04:58:51.256515 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4e55dedb-cf8b-4bde-be33-411c1cbd8357 req-c581e75e-d0e0-4c71-89a4-8169729bc232 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367620 Jul 23 04:58:51.272169 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.313295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.380310 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ff17419-66f5-43bb-8a9e-b5afecaebd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.386281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-0ff17419-66f5-43bb-8a9e-b5afecaebd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.402392 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.404824 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.405874 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d16f5da-8e1e-423a-aceb-28ad9f58906a HTTP/1.1" status: 204 len: 168 time: 0.2270539 Jul 23 04:58:51.434507 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-0ff17419-66f5-43bb-8a9e-b5afecaebd04 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e71be690b624301b51c385cab5eed47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4183819 Jul 23 04:58:51.436496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff17419-66f5-43bb-8a9e-b5afecaebd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb42f74-7aa7-4e6a-b380-3df0983bf2c2,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:51.437220 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44564) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:51.451505 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2778b5-57de-4141-bdcb-aafe3252136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d16f5da-8e1e-423a-aceb-28ad9f58906a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:51.500260 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.526760 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.586893 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.590645 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:51.594436 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0eb42f74-7aa7-4e6a-b380-3df0983bf2c2 HTTP/1.1" status: 204 len: 168 time: 0.1538374 Jul 23 04:58:51.611395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d20b-3111-472d-b1cb-4d026cbd4374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb42f74-7aa7-4e6a-b380-3df0983bf2c2,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:52.388072 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009fa89-535d-4bac-8ea4-d292054470c2 req-8d983f3e-8284-4458-b684-0763d6db533a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:52.389672 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f009fa89-535d-4bac-8ea4-d292054470c2 req-8d983f3e-8284-4458-b684-0763d6db533a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0636384 Jul 23 04:58:52.430961 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f009fa89-535d-4bac-8ea4-d292054470c2 req-1332dc1d-6edc-4c82-96a9-55b14d543ba8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350893 Jul 23 04:58:53.082402 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44638) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:53.243730 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0cd16ba7-e16d-4664-b823-d7599f541cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.352668 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0cd16ba7-e16d-4664-b823-d7599f541cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.357524 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0cd16ba7-e16d-4664-b823-d7599f541cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.393337 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd16ba7-e16d-4664-b823-d7599f541cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb968b-8e3b-41a3-92f5-30f6e941652a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:53.397859 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0cd16ba7-e16d-4664-b823-d7599f541cf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=845868dc61a14e528041343218f18f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144457 Jul 23 04:58:53.402401 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44646) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:53.453349 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.474174 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.703195 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.705729 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:53.706951 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31fb968b-8e3b-41a3-92f5-30f6e941652a HTTP/1.1" status: 204 len: 168 time: 0.3035641 Jul 23 04:58:53.720763 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbb236-39d6-4209-a71a-40a2192474ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb968b-8e3b-41a3-92f5-30f6e941652a,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:53.764355 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d65dc-2d88-4d2a-89ef-2a58fadc8759 req-e126466a-b388-433d-8456-352063441e9b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:53.765914 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7f0d65dc-2d88-4d2a-89ef-2a58fadc8759 req-e126466a-b388-433d-8456-352063441e9b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.2540772 Jul 23 04:58:53.820502 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7f0d65dc-2d88-4d2a-89ef-2a58fadc8759 req-141931c3-031f-465a-934f-851894a7379f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Jul 23 04:58:54.364474 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44682) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:54.435040 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:58:54.494425 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1624942028-network', 'tenant_id': '5d772e85fc4246869b5e33fcb358f94f'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:54.520013 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Made reservation on behalf of 5d772e85fc4246869b5e33fcb358f94f for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:54.522743 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.531919 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.645399 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.654609 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.681134 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 04:58:54.696427 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbd6161-9539-40b4-8571-4332761f5558,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:54.701287 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.701631 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Added segment 476aa11e-86be-4c51-b747-21b0025b4062 of type vlan for network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 Jul 23 04:58:54.743818 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.772055 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.773468 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:54.774117 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.812912 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4466286 Jul 23 04:58:54.815652 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44698) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:54.820615 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Request body: {'subnet': {'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1624942028-subnet', 'tenant_id': '5d772e85fc4246869b5e33fcb358f94f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:54.865713 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Made reservation on behalf of 5d772e85fc4246869b5e33fcb358f94f for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:54.868153 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7583303'] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:54.870713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-7873b4a6-4d4d-4cc5-bc17-02df2d2a6dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634642 Jul 23 04:58:54.880088 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07a39-ba3d-4d8f-818a-a1e94ea71659 admin admin] Pushing event updated for resources: {'Network': ['ID=02d9a2a5-c890-4b0a-98c3-f4b6571a1139,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:54.892125 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 04:58:54.979658 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-f76f47b2-99e7-4de2-8a57-a2a93f713d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:54.981654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-f76f47b2-99e7-4de2-8a57-a2a93f713d62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1099 time: 0.0678289 Jul 23 04:58:55.069189 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7f245-5f93-42c4-a9fb-e0571706474c req-3db57c72-71ad-4630-8d0b-35654393b871 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:55.071581 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a6a7f245-5f93-42c4-a9fb-e0571706474c req-3db57c72-71ad-4630-8d0b-35654393b871 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1317816 Jul 23 04:58:55.156232 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-1a45c444-3621-4aeb-a788-2ba1f00f6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:55.157834 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-1a45c444-3621-4aeb-a788-2ba1f00f6920 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.1231863 Jul 23 04:58:55.162582 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a6a7f245-5f93-42c4-a9fb-e0571706474c req-74a71ef5-0ef4-4e8c-9f1f-b8501021613a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828927 Jul 23 04:58:55.164094 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7583285'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:55.222374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:55.232887 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Checking segment: {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:58:55.233316 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Network hostable DHCP agents. Network: 02d9a2a5-c890-4b0a-98c3-f4b6571a1139, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 04:58:55.243323 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-a1ba9d9b-7af4-4700-8ab4-093201d50265 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 1001 time: 0.0761478 Jul 23 04:58:55.249776 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 04:58:55.261002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 02d9a2a5-c890-4b0a-98c3-f4b6571a1139) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:55.266908 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:55.267817 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:55.272173 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf1a4a6-c56a-476d-9d2c-7daa2699efa8 None None] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:55.284851 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-3ccad86c-eb2f-44ad-947c-beb8d9ee979e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4677930 Jul 23 04:58:55.312263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-9c2f1906-204f-4879-b0d7-18ddb318f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:55.313881 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-9c2f1906-204f-4879-b0d7-18ddb318f729 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0638175 Jul 23 04:58:55.380742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-5a298c95-123a-4c8f-a123-1522f83e6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:55.382240 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-5a298c95-123a-4c8f-a123-1522f83e6001 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605967 Jul 23 04:58:55.410998 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befe44dd-973b-49df-a072-eda7d6bded09 None None] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 04:58:55.486053 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-44ac6d0d-0af0-4a80-9f6d-c446f5a35caa service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964553 Jul 23 04:58:55.601436 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53f1355f-929e-4aa9-a611-93c5c71361f3 req-6db6d6e3-99e0-4a88-9007-c8d3a03ca16e service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083336 Jul 23 04:58:56.314804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a18bb-3a8c-4a8a-bd1c-d99a273062ab req-5e86d5e8-c862-40ee-b5a9-aa2b42ea4933 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:56.317410 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ae2a18bb-3a8c-4a8a-bd1c-d99a273062ab req-5e86d5e8-c862-40ee-b5a9-aa2b42ea4933 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0744698 Jul 23 04:58:56.363714 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ae2a18bb-3a8c-4a8a-bd1c-d99a273062ab req-d24da512-9dff-4838-b1d9-0b2f32febbfb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406058 Jul 23 04:58:57.203509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0caab385-0c6f-4939-9077-f830b4fc66e7 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:57.205178 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0caab385-0c6f-4939-9077-f830b4fc66e7 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 814 time: 0.1250238 Jul 23 04:58:57.217587 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0fa68-d540-49c9-b63f-c8e9bbd0ce65 req-30275e82-597e-4f40-b4c7-c91dfba081e0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:57.226840 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a2d0fa68-d540-49c9-b63f-c8e9bbd0ce65 req-30275e82-597e-4f40-b4c7-c91dfba081e0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0824952 Jul 23 04:58:57.229030 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-cbf59534-4a99-479a-b721-55f00126cfe8 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/quotas/5d772e85fc4246869b5e33fcb358f94f HTTP/1.1" status: 200 len: 375 time: 0.0166078 Jul 23 04:58:57.272468 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-1746b6a2-17a0-4e49-b62e-72d79afc73a9 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400853 Jul 23 04:58:57.276012 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a2d0fa68-d540-49c9-b63f-c8e9bbd0ce65 req-614b90b5-f94d-49ed-8653-54f2b3f66000 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 Jul 23 04:58:57.375803 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-39d94faf-5317-4069-95c6-632e28bcc314 service neutron] 10.222.0.16 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966904 Jul 23 04:58:57.514536 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-ed710619-f315-4e67-8058-3f5113fe6483 service neutron] 10.222.0.16 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330340 Jul 23 04:58:57.537125 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44796) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:57.667551 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fb010-b7a7-44f6-8451-aecaf203dda8 req-4cf67d76-6ce1-460c-9e84-b4a31f85748c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:57.673280 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fa4fb010-b7a7-44f6-8451-aecaf203dda8 req-4cf67d76-6ce1-460c-9e84-b4a31f85748c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0775375 Jul 23 04:58:57.715654 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9af3e917-7204-4328-9fdd-76f7fccd341c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:57.748131 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fa4fb010-b7a7-44f6-8451-aecaf203dda8 req-c365f477-ca6c-43b3-b435-c55f67288873 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Jul 23 04:58:57.857274 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-12c648ca-87a0-4d30-b57c-ac698969de69 req-9e47a56f-ec9e-4242-aadc-367fc9d5739e tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 210 time: 0.0369260 Jul 23 04:58:57.859046 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9af3e917-7204-4328-9fdd-76f7fccd341c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:57.864227 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9af3e917-7204-4328-9fdd-76f7fccd341c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:57.904696 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9af3e917-7204-4328-9fdd-76f7fccd341c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01625ba4c5f84047bf407b8d6d41e0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3664143 Jul 23 04:58:57.907336 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44814) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:57.915720 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3e917-7204-4328-9fdd-76f7fccd341c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbb6270-d626-4fe7-b50c-ff28fbe48dec,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:57.969483 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:57.994812 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.071587 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.075987 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.077697 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bbb6270-d626-4fe7-b50c-ff28fbe48dec HTTP/1.1" status: 204 len: 168 time: 0.1692669 Jul 23 04:58:58.088501 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51876aa-6aaa-4858-b24e-a55ac164b095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbb6270-d626-4fe7-b50c-ff28fbe48dec,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:58.397831 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44830) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:58.412227 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6663266e-9896-4286-b425-630b40e4899e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.444018 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3581-20f0-4356-a534-44b3dc572553 req-ac3c9952-f2bb-41f9-a825-5a49edc19abd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:58.446176 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f7fa3581-20f0-4356-a534-44b3dc572553 req-ac3c9952-f2bb-41f9-a825-5a49edc19abd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0704520 Jul 23 04:58:58.490223 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f7fa3581-20f0-4356-a534-44b3dc572553 req-7a42dc11-f0e0-45ee-a536-9ec63f8497f7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Jul 23 04:58:58.517311 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6663266e-9896-4286-b425-630b40e4899e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.521220 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6663266e-9896-4286-b425-630b40e4899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.559225 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6663266e-9896-4286-b425-630b40e4899e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a99dc214ff2c4b14b2575f6d8819083e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601865 Jul 23 04:58:58.559962 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663266e-9896-4286-b425-630b40e4899e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125436e5-cd91-4e8c-9880-fedbe35b5e5d,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:58.562074 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44832) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:58:58.609721 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.632919 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.685537 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.688312 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:58.689601 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/125436e5-cd91-4e8c-9880-fedbe35b5e5d HTTP/1.1" status: 204 len: 168 time: 0.1265364 Jul 23 04:58:58.699314 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a967b0b-3a2d-4b6b-84a4-b1da0f809c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125436e5-cd91-4e8c-9880-fedbe35b5e5d,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:59.000587 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bfeff18e-9451-4115-83e1-85aa1b38720d req-9bc86158-104b-417e-b80a-e9bdc6b82236 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 210 time: 0.0452478 Jul 23 04:58:59.002725 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782ecc3-9fff-46c9-81f1-ffd6ef08e750 req-535f8570-5f1d-464e-b9a1-07f7b4ce8ffc tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:59.009059 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0782ecc3-9fff-46c9-81f1-ffd6ef08e750 req-535f8570-5f1d-464e-b9a1-07f7b4ce8ffc tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1674073 Jul 23 04:58:59.048787 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-d53a1a60-4a31-441c-855e-0171d14e8cfa tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:59.053875 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-d53a1a60-4a31-441c-855e-0171d14e8cfa tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 814 time: 0.1665976 Jul 23 04:58:59.068785 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0782ecc3-9fff-46c9-81f1-ffd6ef08e750 req-a43c2656-c7ef-4910-ba04-d4f3cbffe631 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562551 Jul 23 04:58:59.092615 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Request body: {'port': {'device_id': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139', 'admin_state_up': True, 'tenant_id': '5d772e85fc4246869b5e33fcb358f94f'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:59.246828 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Made reservation on behalf of 5d772e85fc4246869b5e33fcb358f94f for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:58:59.250404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:59.380803 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Allocated IP 172.20.0.11 (02d9a2a5-c890-4b0a-98c3-f4b6571a1139/bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5/64df8c36-a72c-4b69-b9ca-2f79cb591f91) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:58:59.546838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:59.587902 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:59.632026 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:58:59.640357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:58:59.643137 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601cfe0-5283-4f08-a836-b75c9129713f req-135d3a97-3287-4d6d-a19f-d24369ace3bc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:59.645284 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0601cfe0-5283-4f08-a836-b75c9129713f req-135d3a97-3287-4d6d-a19f-d24369ace3bc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0738699 Jul 23 04:58:59.646693 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:58:59.681714 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Pushing event updated for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:58:59.694584 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0601cfe0-5283-4f08-a836-b75c9129713f req-0c2df313-c788-4f64-aa8f-bcc6899c5367 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418072 Jul 23 04:58:59.713224 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:58:59.714028 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:59.732516 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-3efebadf-f774-4b06-bb41-8cd3c761ac69 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6462317 Jul 23 04:58:59.752123 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Request body: {'port': {'device_id': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:58:59.775316 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:58:59.826032 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.128135 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64df8c36-a72c-4b69-b9ca-2f79cb591f91 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:59:00.139381 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.160341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Transition to ACTIVE for port object 64df8c36-a72c-4b69-b9ca-2f79cb591f91 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:59:00.170669 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.208008 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb994407-bdfc-4e12-a807-07924a220e72 req-a23b3fa6-e39b-416c-8220-6ae3ecd761d5 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.212392 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb994407-bdfc-4e12-a807-07924a220e72 req-a23b3fa6-e39b-416c-8220-6ae3ecd761d5 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 932 time: 0.1221998 Jul 23 04:59:00.213321 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396459c6-52b9-4cf4-aa3e-b69fb9f70085 req-10af1057-6eef-4e6a-9d5c-792f9a0d01d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.220811 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-396459c6-52b9-4cf4-aa3e-b69fb9f70085 req-10af1057-6eef-4e6a-9d5c-792f9a0d01d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0781443 Jul 23 04:59:00.249148 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Pushing event updated for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:00.283874 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-396459c6-52b9-4cf4-aa3e-b69fb9f70085 req-9a09f3d8-1f93-4c44-abe2-e42c9b2789b9 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569329 Jul 23 04:59:00.304981 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb994407-bdfc-4e12-a807-07924a220e72 req-9eea6e63-a962-449c-b3a6-4861f9a5151a tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857589 Jul 23 04:59:00.358636 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Attempting to bind port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:59:00.358968 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Attempting to bind port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:59:00.359292 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Attempting to bind port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:59:00.365157 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:59:00.365491 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Attempting to bind port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:59:00.371907 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:59:00.372194 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Checking segment: {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:59:00.372600 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Bound using segment: {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:59:00.373032 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Bound port: 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:59:00.373391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.443336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:59:00.447164 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:59:00.453087 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.517174 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.517804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.519258 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] 10.222.0.24 "PUT /v2.0/ports/64df8c36-a72c-4b69-b9ca-2f79cb591f91 HTTP/1.1" status: 200 len: 1094 time: 0.7719164 Jul 23 04:59:00.523448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:00.526108 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566d2323-1ddb-4e74-b474-56ccc5eff79a" -d '{"events": [{"name": "network-changed", "server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:00.552498 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c182909-0da2-44c0-869e-75c409f9299e service neutron] Pushing event updated for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:00.577386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e505564e-c43c-433b-bf38-49e83f1dc2c9 x-openstack-request-id: req-e505564e-c43c-433b-bf38-49e83f1dc2c9 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:00.578083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:00.578471 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e505564e-c43c-433b-bf38-49e83f1dc2c9 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:00.579282 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91', 'status': 'completed', 'code': 200} Jul 23 04:59:00.582942 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea5a6a-47c1-4ffc-888d-c84d29e84e26 req-9683fa82-a52b-4c82-a1a1-a5ad8233f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.584964 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c6ea5a6a-47c1-4ffc-888d-c84d29e84e26 req-9683fa82-a52b-4c82-a1a1-a5ad8233f9ee service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.1008565 Jul 23 04:59:00.674515 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c6ea5a6a-47c1-4ffc-888d-c84d29e84e26 req-662c8b65-a210-43e7-810c-9aeb6e3b7ab8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583985 Jul 23 04:59:00.695352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-ca40de00-3f89-4d1f-bcd7-8fc29f84c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.696907 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-ca40de00-3f89-4d1f-bcd7-8fc29f84c601 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 1097 time: 0.0739186 Jul 23 04:59:00.708079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 44922) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:00.823344 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a1717c3-df63-4696-828e-0349001fc432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.847558 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78bdf-d126-45cf-85ef-fe8e76d13205 req-c6db31f6-7f23-460b-b515-6fd5cf819931 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:00.849150 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3ba78bdf-d126-45cf-85ef-fe8e76d13205 req-c6db31f6-7f23-460b-b515-6fd5cf819931 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0861456 Jul 23 04:59:00.907258 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3ba78bdf-d126-45cf-85ef-fe8e76d13205 req-60ccab89-d0e9-4f76-84df-8d781a54066c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512958 Jul 23 04:59:00.961018 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a1717c3-df63-4696-828e-0349001fc432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:00.964756 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2a1717c3-df63-4696-828e-0349001fc432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.024158 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-377e8df0-d64d-49e0-89b9-e9a8226e7d7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91 HTTP/1.1" status: 200 len: 217 time: 0.0494571 Jul 23 04:59:01.037061 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2a1717c3-df63-4696-828e-0349001fc432 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d2ca0859a735438ea66804a4c79ff63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276892 Jul 23 04:59:01.037906 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1717c3-df63-4696-828e-0349001fc432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fec428-d231-4434-babf-897d56122261,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:01.039764 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44932) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:01.046375 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dd5b637f-01b7-47c5-b001-bf801127d5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.094756 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.095629 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-b6e10b5d-1653-4707-bf5e-3d65cd8365dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.097652 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-b6e10b5d-1653-4707-bf5e-3d65cd8365dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 HTTP/1.1" status: 200 len: 854 time: 0.0501375 Jul 23 04:59:01.116418 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.131315 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-7086ec43-5bd9-49f8-920d-0a77b401b72b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264001 Jul 23 04:59:01.163365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.166061 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.167201 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25fec428-d231-4434-babf-897d56122261 HTTP/1.1" status: 204 len: 168 time: 0.1252375 Jul 23 04:59:01.174699 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbe36b-a0b4-432d-b10d-35c525012f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fec428-d231-4434-babf-897d56122261,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:01.225863 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-bd0790f7-6087-4461-915c-14483667f7ac service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874774 Jul 23 04:59:01.329584 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c044ffe1-eb17-48d2-bed2-c052485ae3a8 req-7458b330-897b-4294-880a-91b5dbcb1f16 service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971870 Jul 23 04:59:01.420714 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987569da-9b59-4404-a47e-baeed72fbda3 req-46909e91-71e0-4b28-ac4a-0c60cc3364b8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.422627 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-987569da-9b59-4404-a47e-baeed72fbda3 req-46909e91-71e0-4b28-ac4a-0c60cc3364b8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0715284 Jul 23 04:59:01.482363 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-987569da-9b59-4404-a47e-baeed72fbda3 req-5c8c64a0-a77b-46f6-9bcb-6410793e95a4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Jul 23 04:59:01.502042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4212356-f56a-44d7-b04e-bd9958c4f087 req-a9ccf8dd-07d4-412b-a7bd-23d32035729c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.503653 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d4212356-f56a-44d7-b04e-bd9958c4f087 req-a9ccf8dd-07d4-412b-a7bd-23d32035729c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 944 time: 0.1038675 Jul 23 04:59:01.527705 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44946) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:01.541515 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c1d6dc54-c78c-4349-8720-bbb50d088d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.555099 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d4212356-f56a-44d7-b04e-bd9958c4f087 req-6eba43b4-ed78-4c07-bf3f-197b0338b98d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Jul 23 04:59:01.561119 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-11574f57-bd86-4dd7-a7bb-51b94e35c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.562870 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-11574f57-bd86-4dd7-a7bb-51b94e35c4e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 1097 time: 0.1119523 Jul 23 04:59:01.637198 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c1d6dc54-c78c-4349-8720-bbb50d088d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.641312 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c1d6dc54-c78c-4349-8720-bbb50d088d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.659419 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-e27ae95c-d99d-414b-9dcb-83de82d0506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.661920 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-e27ae95c-d99d-414b-9dcb-83de82d0506c service neutron] 10.222.0.24 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 914 time: 0.0901773 Jul 23 04:59:01.680410 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6dc54-c78c-4349-8720-bbb50d088d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece2ab2-0ad3-457f-93bb-92161a03db93,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:01.687054 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c1d6dc54-c78c-4349-8720-bbb50d088d6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a254bbd77c942429524fb3ff526e1bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559091 Jul 23 04:59:01.687433 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 44948) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:01.736547 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.760099 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.776971 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-4b03441e-dc74-44ce-a2f3-45c868f53dca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91 HTTP/1.1" status: 200 len: 217 time: 0.0415640 Jul 23 04:59:01.811840 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.814422 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:01.815603 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ece2ab2-0ad3-457f-93bb-92161a03db93 HTTP/1.1" status: 204 len: 168 time: 0.1272511 Jul 23 04:59:01.827453 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682527c6-01f1-4f74-b0f4-27bd16c150cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece2ab2-0ad3-457f-93bb-92161a03db93,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:01.836485 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-a1e7969b-6476-4f3f-b4cd-c36bd4ca8094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:01.839363 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-a1e7969b-6476-4f3f-b4cd-c36bd4ca8094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 HTTP/1.1" status: 200 len: 854 time: 0.0540845 Jul 23 04:59:01.891171 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-f854ee3c-3b16-43db-ab8a-1b90a25ab80a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307114 Jul 23 04:59:02.016223 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-fafa8a78-e9b2-46c0-ac73-f83fa4570864 service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978005 Jul 23 04:59:02.058016 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d55059-b91b-4552-a1ff-4454b8572357 req-55cbb753-990c-4e83-a325-d168484f0f25 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:02.059770 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-88d55059-b91b-4552-a1ff-4454b8572357 req-55cbb753-990c-4e83-a325-d168484f0f25 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0740399 Jul 23 04:59:02.105810 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-88d55059-b91b-4552-a1ff-4454b8572357 req-2c25fab9-3bfd-4881-ac67-486d43c23555 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375347 Jul 23 04:59:02.134609 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-566d2323-1ddb-4e74-b474-56ccc5eff79a req-0c62a2b2-d949-4abe-a1bc-15f1ca86b8d9 service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073129 Jul 23 04:59:02.629961 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ae4a2-a764-42ec-8dfd-26d62352be06 req-4c8bd9eb-40fd-4501-bdd4-b4d3edf3c528 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:02.632836 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a71ae4a2-a764-42ec-8dfd-26d62352be06 req-4c8bd9eb-40fd-4501-bdd4-b4d3edf3c528 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0720472 Jul 23 04:59:02.673227 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a71ae4a2-a764-42ec-8dfd-26d62352be06 req-ae40dc6e-eb1d-48df-9fd8-bf4094a23488 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Jul 23 04:59:02.721342 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43a5d3-0adc-42db-a42d-b6048c33ea52 req-276cbec3-ccc4-4a6a-b50d-ecd4564b5ae0 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:02.723964 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3b43a5d3-0adc-42db-a42d-b6048c33ea52 req-276cbec3-ccc4-4a6a-b50d-ecd4564b5ae0 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 944 time: 0.0927014 Jul 23 04:59:02.780919 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3b43a5d3-0adc-42db-a42d-b6048c33ea52 req-191faf2a-7478-49ae-ab3d-90ef4132605c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462418 Jul 23 04:59:02.961543 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3bc5-f6a3-41d2-b986-d640d3cdb905 req-288d5611-c63b-498b-ade7-0360dcdff25c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:02.963764 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b3aa3bc5-f6a3-41d2-b986-d640d3cdb905 req-288d5611-c63b-498b-ade7-0360dcdff25c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0799448 Jul 23 04:59:02.971159 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-a21b859b-d97e-4a77-8e7a-43e2df265366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:02.972743 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-a21b859b-d97e-4a77-8e7a-43e2df265366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.0670526 Jul 23 04:59:03.006355 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b3aa3bc5-f6a3-41d2-b986-d640d3cdb905 req-069d1c40-1315-4b82-80c9-45445e370905 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368249 Jul 23 04:59:03.066974 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-f70d7e86-ac3d-449c-9bde-edc652e049e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:03.072225 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-f70d7e86-ac3d-449c-9bde-edc652e049e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.0925956 Jul 23 04:59:03.117058 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-7d1f1217-b4f1-4524-9bc8-b6b9b2ffd90c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0363460 Jul 23 04:59:03.168555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-d9220c93-cf1c-489f-a143-7892977d9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:03.169998 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-d9220c93-cf1c-489f-a143-7892977d9f0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0461533 Jul 23 04:59:03.209756 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-a44e8869-8ed6-4f85-a349-9f0b6ea5dcbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313740 Jul 23 04:59:03.342900 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11967a8a-24f7-4bd7-a76d-7837061146f4 req-a1c68616-0abd-4019-8d8e-f658f04e16f5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:03.344992 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-11967a8a-24f7-4bd7-a76d-7837061146f4 req-a1c68616-0abd-4019-8d8e-f658f04e16f5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.1375203 Jul 23 04:59:03.347729 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-25daa033-4ab7-490b-b78a-565c4fafc00e service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296074 Jul 23 04:59:03.416757 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-11967a8a-24f7-4bd7-a76d-7837061146f4 req-e00be401-408f-4f5c-9bd0-5d5f3b343238 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657749 Jul 23 04:59:03.476856 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d324d8be-2dd8-456a-8964-794bcb6efbcb req-45884a74-553e-4a61-bbc0-3ae5ec3503fa service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072021 Jul 23 04:59:03.518443 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fcdaea22-4135-4ada-8d7b-0cc9f416bbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:03.908911 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29aa86-303f-4a47-a492-01574f0239d4 req-b20a5245-fd4d-4b48-8799-abb69aafbc02 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:03.910505 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c29aa86-303f-4a47-a492-01574f0239d4 req-b20a5245-fd4d-4b48-8799-abb69aafbc02 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 944 time: 0.0650518 Jul 23 04:59:03.950793 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c29aa86-303f-4a47-a492-01574f0239d4 req-86c340ec-53a8-490a-a7c6-2578804997bf tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347817 Jul 23 04:59:04.056115 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:04.144419 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d03fd-2592-4284-b4ff-7e7fb5892867 req-936ae789-5f9a-4d0b-b973-3406e2b2a745 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:04.146100 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c03d03fd-2592-4284-b4ff-7e7fb5892867 req-936ae789-5f9a-4d0b-b973-3406e2b2a745 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0644133 Jul 23 04:59:04.190212 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c03d03fd-2592-4284-b4ff-7e7fb5892867 req-849ba145-1eb4-4f56-9767-99e2653f4bfd tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381458 Jul 23 04:59:04.598348 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7bf21-6a60-4075-ae03-381b3172236e req-ba427f0b-d5ce-4131-a1df-1eb61a449523 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:04.600133 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b7e7bf21-6a60-4075-ae03-381b3172236e req-ba427f0b-d5ce-4131-a1df-1eb61a449523 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0901101 Jul 23 04:59:04.662944 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b7e7bf21-6a60-4075-ae03-381b3172236e req-14c5618f-c427-4533-9d6d-bfb2f9d6cb9c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453598 Jul 23 04:59:04.763992 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:04.803034 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 64df8c36-a72c-4b69-b9ca-2f79cb591f91 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:59:04.898018 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:04.909078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '64df8c36-a72c-4b69-b9ca-2f79cb591f91', 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139', 'port_id': '64df8c36-a72c-4b69-b9ca-2f79cb591f91', 'mac_address': 'fa:16:3e:3e:98:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:59:04.949672 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:04.966489 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64df8c36-a72c-4b69-b9ca-2f79cb591f91 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:59:04.991867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:04.996988 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:05.050584 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:05.099021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f920-698a-4772-9d43-8ea89905daf0 req-66f4de05-3987-4732-990b-93b9ae9fa81d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:05.100480 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d73f920-698a-4772-9d43-8ea89905daf0 req-66f4de05-3987-4732-990b-93b9ae9fa81d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 945 time: 0.0748420 Jul 23 04:59:05.140332 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d73f920-698a-4772-9d43-8ea89905daf0 req-80fa93fe-27b2-49d6-b2cf-6d16ede4be5b tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Jul 23 04:59:05.325540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89480ca-b43a-4169-8ee2-a5b466d7ae42 req-cc5a3ca9-765d-4bd9-9f2a-ad07db0796f0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:05.327051 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e89480ca-b43a-4169-8ee2-a5b466d7ae42 req-cc5a3ca9-765d-4bd9-9f2a-ad07db0796f0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0695529 Jul 23 04:59:05.367541 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e89480ca-b43a-4169-8ee2-a5b466d7ae42 req-9313a860-50aa-452c-9535-4299f472b2b9 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342331 Jul 23 04:59:05.429561 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['64df8c36-a72c-4b69-b9ca-2f79cb591f91'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:59:05.731981 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-9b034e48-6903-44e7-9e15-df94ad94d1de tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-139726878&fields=id&tenant_id=578e88217b534eddb390227b57375e27 HTTP/1.1" status: 200 len: 267 time: 0.0547240 Jul 23 04:59:05.832260 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1ac41-98a3-4dc6-a1c6-2684b9c6c64d req-063cd288-09f3-4e45-8aed-bee255249914 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:05.834665 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27a1ac41-98a3-4dc6-a1c6-2684b9c6c64d req-063cd288-09f3-4e45-8aed-bee255249914 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0968008 Jul 23 04:59:05.888440 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27a1ac41-98a3-4dc6-a1c6-2684b9c6c64d req-9dee7bf3-dc84-436c-8b45-9f8e1c69ca98 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Jul 23 04:59:06.024874 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 45062) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:06.090804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-96bd797c-ea59-45f1-9c51-4a6e6bbe3c82 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:06.092579 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-96bd797c-ea59-45f1-9c51-4a6e6bbe3c82 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 808 time: 0.3543143 Jul 23 04:59:06.108165 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-cca9f979-ce9d-46af-b613-ded1bd4bd7e3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/quotas/578e88217b534eddb390227b57375e27 HTTP/1.1" status: 200 len: 375 time: 0.0096300 Jul 23 04:59:06.150512 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d35efcc-4ae9-4cca-abe5-9a9c6de9aee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.178275 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-8189d350-8c64-48a8-962a-40ce5ba2d4a3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647528 Jul 23 04:59:06.183215 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f0cad-3a62-4f19-98ca-6a87e0c744a1 req-df97a82a-a6c4-452e-b4cc-bf7452f53ded tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:06.184812 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bc1f0cad-3a62-4f19-98ca-6a87e0c744a1 req-df97a82a-a6c4-452e-b4cc-bf7452f53ded tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0929382 Jul 23 04:59:06.189416 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.251317 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bc1f0cad-3a62-4f19-98ca-6a87e0c744a1 req-64005953-15f2-4001-b0b8-3cafb82d8968 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558379 Jul 23 04:59:06.294259 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-4fede5ce-792e-4e0a-bd73-e302bf07cf9d service neutron] 10.222.0.16 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941267 Jul 23 04:59:06.301536 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d35efcc-4ae9-4cca-abe5-9a9c6de9aee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.306521 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d35efcc-4ae9-4cca-abe5-9a9c6de9aee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.375917 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35efcc-4ae9-4cca-abe5-9a9c6de9aee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c7d5cf-5dfc-4835-b30f-aae4b57a1a5e,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:06.383446 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-1d35efcc-4ae9-4cca-abe5-9a9c6de9aee5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed6df8029aa44eef9af8f393461a7828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550334 Jul 23 04:59:06.384377 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 45070) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:06.391903 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-706984cf-09c4-4f0b-a117-ad311c0998f6 service neutron] 10.222.0.16 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902433 Jul 23 04:59:06.440280 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921b4b4-f318-4ac3-9010-24de50150a78 req-27167b10-7e4f-4703-8466-dcc90df2726f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:06.441974 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6921b4b4-f318-4ac3-9010-24de50150a78 req-27167b10-7e4f-4703-8466-dcc90df2726f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 945 time: 0.1220043 Jul 23 04:59:06.466093 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.504643 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.513177 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6921b4b4-f318-4ac3-9010-24de50150a78 req-2f6c4167-6197-4551-8968-70edcddc87db tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631471 Jul 23 04:59:06.562908 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.566074 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.567089 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78c7d5cf-5dfc-4835-b30f-aae4b57a1a5e HTTP/1.1" status: 204 len: 168 time: 0.1824753 Jul 23 04:59:06.584745 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1cbfc-f375-4dd1-a5fe-cf4d852cc91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c7d5cf-5dfc-4835-b30f-aae4b57a1a5e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:06.661070 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b7e7c-7814-4af3-8586-b5a8f8759e09 req-9cd6ea33-3fe2-4540-86e7-cc4fa1044b57 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:06.665118 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bc1b7e7c-7814-4af3-8586-b5a8f8759e09 req-9cd6ea33-3fe2-4540-86e7-cc4fa1044b57 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0902147 Jul 23 04:59:06.720802 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bc1b7e7c-7814-4af3-8586-b5a8f8759e09 req-64f9727d-8390-489f-a153-628f4a306a08 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468526 Jul 23 04:59:06.739195 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e0d60777-01d6-44ec-9121-3c0712c9cde3 req-4b0298f1-f1f8-4efb-902b-b14094674590 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 210 time: 0.0377936 Jul 23 04:59:06.815433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 64df8c36-a72c-4b69-b9ca-2f79cb591f91 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:59:06.890416 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:59:06.894862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:59:06.895327 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:06.998470 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:07.044847 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd951-61f7-4dff-beba-e4bcce5112ae req-863d5b45-4bf4-4fb1-a91f-95bb5097d881 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:07.047491 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:07.050446 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f671f2b5-03df-447a-beba-50aa56e476fb" -d '{"events": [{"server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "name": "network-vif-plugged", "status": "completed", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:07.059808 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-19cdd951-61f7-4dff-beba-e4bcce5112ae req-863d5b45-4bf4-4fb1-a91f-95bb5097d881 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0994811 Jul 23 04:59:07.094363 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:07.101928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:07.109899 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc58a99-29f5-44b5-852c-3bf7defabea4 x-openstack-request-id: req-cbc58a99-29f5-44b5-852c-3bf7defabea4 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:07.110464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "name": "network-vif-plugged", "status": "completed", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:07.110851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbc58a99-29f5-44b5-852c-3bf7defabea4 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:07.111472 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91', 'code': 200} Jul 23 04:59:07.116947 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-19cdd951-61f7-4dff-beba-e4bcce5112ae req-3009a7be-a116-466a-993c-6f50f777ccb8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551996 Jul 23 04:59:07.166575 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:07.398611 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda6e65b-88e1-4d9e-94a4-8dbb4e4b7175 req-152e9ee3-1d54-4b2d-857b-a9ea683aeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:07.400174 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eda6e65b-88e1-4d9e-94a4-8dbb4e4b7175 req-152e9ee3-1d54-4b2d-857b-a9ea683aeac5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 1099 time: 0.0950711 Jul 23 04:59:07.412449 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b329ab-1fa7-4f73-a383-693d83920e72 req-20f13207-7cb8-4151-9565-eebd17473135 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:07.413914 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e5b329ab-1fa7-4f73-a383-693d83920e72 req-20f13207-7cb8-4151-9565-eebd17473135 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0789313 Jul 23 04:59:07.463248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eda6e65b-88e1-4d9e-94a4-8dbb4e4b7175 req-96f45e43-5529-4b23-9b54-d85f88c48a7a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Jul 23 04:59:07.470109 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e5b329ab-1fa7-4f73-a383-693d83920e72 req-0f6509d7-3ede-48b0-9637-79d302904a69 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501111 Jul 23 04:59:07.643330 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb5e10-9f3d-4f2a-ad59-e480d533485b req-6526e0de-c734-4042-8be4-aaef630f5026 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:07.645608 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65fb5e10-9f3d-4f2a-ad59-e480d533485b req-6526e0de-c734-4042-8be4-aaef630f5026 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.0665145 Jul 23 04:59:07.685282 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65fb5e10-9f3d-4f2a-ad59-e480d533485b req-25ee0ffe-4c77-4c06-85aa-30b8ec1a841d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jul 23 04:59:07.842237 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6eb145ee-389e-4474-8b49-1493e2b7cc99 req-0c643431-6a87-4981-b979-f433987e0c4a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 210 time: 0.0323586 Jul 23 04:59:08.257056 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f0da6-6dfc-44a5-89a1-ff1f0ac415da req-ab79c435-6dbb-464d-af96-caa6a4bfec99 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:08.259114 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-952f0da6-6dfc-44a5-89a1-ff1f0ac415da req-ab79c435-6dbb-464d-af96-caa6a4bfec99 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0715458 Jul 23 04:59:08.304995 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-952f0da6-6dfc-44a5-89a1-ff1f0ac415da req-ec043d03-dee7-47f9-9082-e98d86fc0cd8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401306 Jul 23 04:59:08.367338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6920ca-9f22-411a-9a2b-03d18c7b702b req-34aed077-62b8-4420-b504-1d1025170db6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:08.368849 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d6920ca-9f22-411a-9a2b-03d18c7b702b req-34aed077-62b8-4420-b504-1d1025170db6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1317487 Jul 23 04:59:08.404395 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-d57f95e5-d336-4251-9537-90ffd9358427 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:08.405846 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-d57f95e5-d336-4251-9537-90ffd9358427 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 808 time: 0.1370716 Jul 23 04:59:08.422764 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d6920ca-9f22-411a-9a2b-03d18c7b702b req-5e6d13cd-8111-4e37-8c75-bfcd1d255ded tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484860 Jul 23 04:59:08.457748 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-70a835c6-6330-4969-ab2e-e09eb9163ce4 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=578e88217b534eddb390227b57375e27 HTTP/1.1" status: 200 len: 379 time: 0.0340321 Jul 23 04:59:08.471546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'port': {'device_id': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'admin_state_up': True, 'tenant_id': '578e88217b534eddb390227b57375e27', 'security_groups': ['c3f7a748-7548-42f9-a7fa-ce8c7a1162ad']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:59:08.646090 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d848a-e83e-4365-827c-9871e4250185 req-fb7e3b6a-3a2e-4b1c-a4c1-01d906a24458 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:08.647509 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e98d848a-e83e-4365-827c-9871e4250185 req-fb7e3b6a-3a2e-4b1c-a4c1-01d906a24458 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1015270 Jul 23 04:59:08.648582 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Made reservation on behalf of 578e88217b534eddb390227b57375e27 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 04:59:08.652364 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:08.732814 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e98d848a-e83e-4365-827c-9871e4250185 req-63c6eed7-5bfe-42b9-b568-d3e21a23100b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780523 Jul 23 04:59:08.840340 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Allocated IP 172.20.0.6 (a31ca4cd-9eb9-4d05-8db7-5c87e06f873e/26fb4ab4-e826-402a-8dcc-01506c192824/95ce5c98-c599-4210-9eca-1c1cfc203f94) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:59:08.923581 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c96e8e-da36-426e-833a-00e3aaeb9d28 req-21be1d8c-2f19-4790-9451-676c509c3ef1 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:08.925171 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-76c96e8e-da36-426e-833a-00e3aaeb9d28 req-21be1d8c-2f19-4790-9451-676c509c3ef1 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.1199946 Jul 23 04:59:08.950043 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-17fd7f7f-1a4b-442a-8834-15a2fe748068 req-b2b8a987-45aa-49bd-85ff-2c763713aaa8 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 210 time: 0.0363879 Jul 23 04:59:09.014491 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-76c96e8e-da36-426e-833a-00e3aaeb9d28 req-f301b97c-f11c-4a0c-86c9-17128193dd57 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819943 Jul 23 04:59:09.048754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.062718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Transition to ACTIVE for port object 95ce5c98-c599-4210-9eca-1c1cfc203f94 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:59:09.096086 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.138261 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:59:09.143242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:59:09.148825 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:59:09.181042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:09.192896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.193238 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.193577 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.193910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.194237 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.194561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.194882 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.195202 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.195524 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.195840 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.196160 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.196474 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:09.224027 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:09.224686 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.241639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-1c89fa54-697d-492c-9aa3-89ec65f633c1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7738919 Jul 23 04:59:09.281252 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Request body: {'port': {'device_id': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:59:09.365960 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.400880 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-908c4896-7c24-4a14-9015-eddb6b211a7f None None] Provisioning for port 95ce5c98-c599-4210-9eca-1c1cfc203f94 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:59:09.405963 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-908c4896-7c24-4a14-9015-eddb6b211a7f None None] Provisioning complete for port 95ce5c98-c599-4210-9eca-1c1cfc203f94 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:59:09.406334 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-908c4896-7c24-4a14-9015-eddb6b211a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.436211 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49debb9-b8bb-44dc-89d3-263480f6828f req-c8e85045-fc52-40bc-9da1-de9735a0901d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:09.437644 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b49debb9-b8bb-44dc-89d3-263480f6828f req-c8e85045-fc52-40bc-9da1-de9735a0901d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0633833 Jul 23 04:59:09.442792 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-908c4896-7c24-4a14-9015-eddb6b211a7f None None] Port 95ce5c98-c599-4210-9eca-1c1cfc203f94 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 04:59:09.476397 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b49debb9-b8bb-44dc-89d3-263480f6828f req-431f07fb-1c24-44dd-8a9c-b895bc7c0b35 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jul 23 04:59:09.631270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ce5c98-c599-4210-9eca-1c1cfc203f94 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:59:09.638475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.650526 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Transition to ACTIVE for port object 95ce5c98-c599-4210-9eca-1c1cfc203f94 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 04:59:09.654193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.725785 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:09.782317 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Attempting to bind port 95ce5c98-c599-4210-9eca-1c1cfc203f94 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 04:59:09.782656 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Attempting to bind port 95ce5c98-c599-4210-9eca-1c1cfc203f94 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 04:59:09.782979 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Attempting to bind port 95ce5c98-c599-4210-9eca-1c1cfc203f94 on network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:59:09.788143 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Port 95ce5c98-c599-4210-9eca-1c1cfc203f94 on network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 04:59:09.788460 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Attempting to bind port 95ce5c98-c599-4210-9eca-1c1cfc203f94 on network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 04:59:09.793458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 04:59:09.793786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Checking segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 04:59:09.794164 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Bound using segment: {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 04:59:09.794586 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Bound port: 95ce5c98-c599-4210-9eca-1c1cfc203f94, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80c98d18-0799-4086-b725-540046f34a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 04:59:09.794935 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.896929 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 04:59:09.901684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 04:59:09.907970 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.946060 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:09.946972 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:09.948390 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] 10.222.0.24 "PUT /v2.0/ports/95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 1093 time: 0.6727610 Jul 23 04:59:09.958919 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:09.961186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:09.976178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf9b9c-67e3-40b4-be46-304acbe4ef1d req-6b5650c4-c721-4ad6-8652-94c230da1b02 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:09.981243 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5dbf9b9c-67e3-40b4-be46-304acbe4ef1d req-6b5650c4-c721-4ad6-8652-94c230da1b02 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1504419 Jul 23 04:59:10.011731 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975fc230-4329-4f87-b350-c7ffea6bbe38 x-openstack-request-id: req-975fc230-4329-4f87-b350-c7ffea6bbe38 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:10.012017 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:10.012285 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-975fc230-4329-4f87-b350-c7ffea6bbe38 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:10.012696 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'status': 'completed', 'code': 200} Jul 23 04:59:10.014462 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e542f-483e-4d63-a692-03911fa86a3e service neutron] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:10.074233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5dbf9b9c-67e3-40b4-be46-304acbe4ef1d req-45581848-7312-40e5-ad30-3031426e6649 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785518 Jul 23 04:59:10.108416 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-9c857cb0-772e-4beb-8f2a-fe3f94ab4527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.109999 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-9c857cb0-772e-4beb-8f2a-fe3f94ab4527 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0701406 Jul 23 04:59:10.144279 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8d6e-0a5c-4a19-b46a-c3152794f2a9 req-11bb0aed-bd9a-4fb5-8699-26d68f49ba86 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.145987 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-363a8d6e-0a5c-4a19-b46a-c3152794f2a9 req-11bb0aed-bd9a-4fb5-8699-26d68f49ba86 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0858305 Jul 23 04:59:10.169853 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-6481d616-5340-45d5-950d-59a87f9cfac9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 217 time: 0.0398562 Jul 23 04:59:10.185021 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-363a8d6e-0a5c-4a19-b46a-c3152794f2a9 req-fbbf7324-2979-4678-977b-0e902e2913a2 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335574 Jul 23 04:59:10.248800 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-d94e6f71-c044-4276-8cd3-0d3b35f2993f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.250258 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-d94e6f71-c044-4276-8cd3-0d3b35f2993f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0551853 Jul 23 04:59:10.274002 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8254cc-6ce2-43c2-8b5b-9e248f8b8852 req-1c9b8f70-2dca-444e-9cb4-e55796d6ae64 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.275397 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5a8254cc-6ce2-43c2-8b5b-9e248f8b8852 req-1c9b8f70-2dca-444e-9cb4-e55796d6ae64 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.1082900 Jul 23 04:59:10.333022 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5a8254cc-6ce2-43c2-8b5b-9e248f8b8852 req-1d16395f-a005-45bb-ab05-e155aa9adecf tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Jul 23 04:59:10.347565 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfefd8-f944-4750-b337-e7e769155601 req-1bf6425c-bd26-4b1b-ad27-94bd55476001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.349065 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-1bf6425c-bd26-4b1b-ad27-94bd55476001 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907598 Jul 23 04:59:10.438319 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-ae87ab96-c329-42d0-a6bf-9ac36279bb45 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823002 Jul 23 04:59:10.538166 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-abdfefd8-f944-4750-b337-e7e769155601 req-eecb5bd6-3d5e-4196-b585-aed935bac321 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Jul 23 04:59:10.613332 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b88cad-f422-4847-9d11-67ab041098e3 req-7241a527-c44c-4707-b45a-2f7fc7fd7804 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.615104 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-10b88cad-f422-4847-9d11-67ab041098e3 req-7241a527-c44c-4707-b45a-2f7fc7fd7804 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0659599 Jul 23 04:59:10.653791 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-10b88cad-f422-4847-9d11-67ab041098e3 req-96e0c28c-1045-4634-8823-eeb46a6c29a0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326395 Jul 23 04:59:10.712380 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-d7f3be11-b880-4c5b-8a6d-d0cda4831b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.713959 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-d7f3be11-b880-4c5b-8a6d-d0cda4831b4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0572152 Jul 23 04:59:10.812970 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-d2ea0166-0bcf-4d92-8fb0-bec8378ca4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.814442 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-d2ea0166-0bcf-4d92-8fb0-bec8378ca4ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.0917449 Jul 23 04:59:10.855863 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-b02d85a0-5dd4-41a4-86b2-2192b6f8773e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 217 time: 0.0342386 Jul 23 04:59:10.905938 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-57d4e4cc-9ddc-420e-b1d8-e81cd775f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.907330 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-57d4e4cc-9ddc-420e-b1d8-e81cd775f15a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0431442 Jul 23 04:59:10.982883 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-6fe88fe6-01f0-49e9-bd34-5bf79d250131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:10.984374 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-6fe88fe6-01f0-49e9-bd34-5bf79d250131 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570951 Jul 23 04:59:11.080582 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-1da35d4c-0096-4734-9a65-d0e3fafcb4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870099 Jul 23 04:59:11.203255 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-09a22ea0-b9b2-4d30-a050-b9c7d1a6f55b req-2a56e079-cd73-4dd5-bebf-503e945d040f service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151063 Jul 23 04:59:11.239170 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff342af2-20fa-438e-b232-6f2c6d9582ae req-5f4703e6-c817-4d02-8e06-60a901199ac6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:11.240952 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ff342af2-20fa-438e-b232-6f2c6d9582ae req-5f4703e6-c817-4d02-8e06-60a901199ac6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0941317 Jul 23 04:59:11.280837 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ff342af2-20fa-438e-b232-6f2c6d9582ae req-eb9ebfdb-42ec-4e7c-bfb6-ab9c363055a2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342212 Jul 23 04:59:11.321618 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f7a9f-9c0f-4d30-bac0-78fea209ffae req-f0cb7932-1f60-4a0d-b8a9-49b59791e0fb tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:11.323097 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fa0f7a9f-9c0f-4d30-bac0-78fea209ffae req-f0cb7932-1f60-4a0d-b8a9-49b59791e0fb tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0671270 Jul 23 04:59:11.363511 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fa0f7a9f-9c0f-4d30-bac0-78fea209ffae req-8c239426-3a90-4f84-87c7-b5fcc14920d1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jul 23 04:59:11.786333 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ceef4-b236-4bad-9962-429deb947b6a req-e7c31e70-c2da-4563-8ced-bfa1e2838732 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:11.787819 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-516ceef4-b236-4bad-9962-429deb947b6a req-e7c31e70-c2da-4563-8ced-bfa1e2838732 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0623128 Jul 23 04:59:11.830037 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-516ceef4-b236-4bad-9962-429deb947b6a req-e4f7590e-b5cf-4d3f-a290-b8f668491496 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366383 Jul 23 04:59:12.410365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c27e77-370f-4fb6-a704-ec1fb4b6ecdc req-4e145f77-2f1d-4e17-bcc4-66411586d92d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:12.411861 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-55c27e77-370f-4fb6-a704-ec1fb4b6ecdc req-4e145f77-2f1d-4e17-bcc4-66411586d92d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0628283 Jul 23 04:59:12.449047 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-55c27e77-370f-4fb6-a704-ec1fb4b6ecdc req-83ddf7ba-f24e-4969-bd10-5bc27717bbdd tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jul 23 04:59:12.493204 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626597b-b650-49d3-a3dd-b01e4762ff1f req-8094cd75-9891-4212-8eb3-c68ed2e947e0 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:12.494712 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2626597b-b650-49d3-a3dd-b01e4762ff1f req-8094cd75-9891-4212-8eb3-c68ed2e947e0 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0632033 Jul 23 04:59:12.535074 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2626597b-b650-49d3-a3dd-b01e4762ff1f req-af001cda-bfac-4669-be19-8896595ee19a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324199 Jul 23 04:59:12.981126 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53d763-c24e-4b6e-aca8-99ecffc64e49 req-6b56cd5c-9623-46be-b979-4aee363fa68e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:12.982624 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6d53d763-c24e-4b6e-aca8-99ecffc64e49 req-6b56cd5c-9623-46be-b979-4aee363fa68e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0693359 Jul 23 04:59:13.019342 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6d53d763-c24e-4b6e-aca8-99ecffc64e49 req-2c0280b0-efaa-44c4-835b-8133070d7d4c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303771 Jul 23 04:59:13.584051 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349d749-d944-4aa0-81e0-6cf29c0c1bc1 req-c07e0f08-6814-4485-abfe-b962468fc4df tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:13.585615 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6349d749-d944-4aa0-81e0-6cf29c0c1bc1 req-c07e0f08-6814-4485-abfe-b962468fc4df tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0662465 Jul 23 04:59:13.627283 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6349d749-d944-4aa0-81e0-6cf29c0c1bc1 req-76b3a291-38d5-42a1-b100-952f3aad1f5e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359306 Jul 23 04:59:13.665596 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa75be-d085-4324-b62e-6c84325a43e2 req-024bed9a-3dd3-4d27-9e85-5700af35fcf7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:13.667078 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c0fa75be-d085-4324-b62e-6c84325a43e2 req-024bed9a-3dd3-4d27-9e85-5700af35fcf7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0631411 Jul 23 04:59:13.708973 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c0fa75be-d085-4324-b62e-6c84325a43e2 req-44303397-a168-4fe8-9795-e3a2571d57fa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363672 Jul 23 04:59:14.156135 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6254f7-e668-4e5a-abb8-a2c612b4e66a req-3a271561-1f9c-4407-bedb-10d01ac44e2d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:14.157627 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c6254f7-e668-4e5a-abb8-a2c612b4e66a req-3a271561-1f9c-4407-bedb-10d01ac44e2d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0657723 Jul 23 04:59:14.193784 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c6254f7-e668-4e5a-abb8-a2c612b4e66a req-0063f28f-c980-4f29-a9f7-2d07a107ee72 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307889 Jul 23 04:59:14.761131 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece889-61da-467d-b39e-a9d77ae0d575 req-329ac6f4-e46b-4000-a345-2009d8c88976 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:14.762666 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-42ece889-61da-467d-b39e-a9d77ae0d575 req-329ac6f4-e46b-4000-a345-2009d8c88976 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0657773 Jul 23 04:59:14.804268 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-42ece889-61da-467d-b39e-a9d77ae0d575 req-58bd2113-c834-4ae9-b66d-b012fdef7817 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335343 Jul 23 04:59:14.842530 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1762-1f49-4926-8b77-cd7f1b2b87a9 req-b216258d-8b77-4157-b2a1-9b1da18f41d6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:14.843991 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01ba1762-1f49-4926-8b77-cd7f1b2b87a9 req-b216258d-8b77-4157-b2a1-9b1da18f41d6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0659113 Jul 23 04:59:14.879733 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:59:14.882894 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01ba1762-1f49-4926-8b77-cd7f1b2b87a9 req-68d2ab91-2adc-4a0d-8a2b-920bf6d97606 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328403 Jul 23 04:59:14.983842 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:14.995144 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '3e92bb90-3626-4194-8092-be7a44ba3337', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:59:15.031788 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:15.048076 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:59:15.066829 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:15.071009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:15.117588 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=6']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:15.326764 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272a2ef-6d4c-4f3e-ae07-7f814ae031b2 req-f0ea6ffe-86f4-4214-b6ba-99548776722e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:15.328248 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5272a2ef-6d4c-4f3e-ae07-7f814ae031b2 req-f0ea6ffe-86f4-4214-b6ba-99548776722e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0627468 Jul 23 04:59:15.365012 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5272a2ef-6d4c-4f3e-ae07-7f814ae031b2 req-eabf95ab-c220-4624-b5e0-1e9d8a87ae8f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Jul 23 04:59:15.386257 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['3e92bb90-3626-4194-8092-be7a44ba3337'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:59:15.942889 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10ff96-9fa7-4726-8bc8-f579b5f4c75d req-a523f8f8-ac97-4a69-aa6b-9815ce937525 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:15.944642 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0c10ff96-9fa7-4726-8bc8-f579b5f4c75d req-a523f8f8-ac97-4a69-aa6b-9815ce937525 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0693631 Jul 23 04:59:16.000782 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0c10ff96-9fa7-4726-8bc8-f579b5f4c75d req-64e2cb17-e8de-428d-bb68-bd5965e7b204 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490453 Jul 23 04:59:16.028943 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09dde9-ab3d-4833-bab4-dd852d5b74cd req-5e7ea9b8-0300-41ac-a633-f60f79e5306f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:16.030714 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1e09dde9-ab3d-4833-bab4-dd852d5b74cd req-5e7ea9b8-0300-41ac-a633-f60f79e5306f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0752485 Jul 23 04:59:16.076638 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1e09dde9-ab3d-4833-bab4-dd852d5b74cd req-cf9c33ba-6a21-4c54-a0e3-0465533063fc tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Jul 23 04:59:16.578457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e541ab-b0b0-4cc4-8ad6-86537d5fec19 req-3289dddd-8a07-4c28-9486-7a0d2165a10f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:16.581996 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-38e541ab-b0b0-4cc4-8ad6-86537d5fec19 req-3289dddd-8a07-4c28-9486-7a0d2165a10f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0988374 Jul 23 04:59:16.662427 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-38e541ab-b0b0-4cc4-8ad6-86537d5fec19 req-30e69c06-547e-4145-96b8-7f3dc213665e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681062 Jul 23 04:59:16.900619 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:59:16.959191 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 3e92bb90-3626-4194-8092-be7a44ba3337 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:59:16.959624 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:17.057100 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:17.105321 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:17.111410 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4b4223-5a6e-4433-a2c9-95a5efdb719a" -d '{"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:17.146807 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:17.155318 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:17.194916 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bc25d-12da-423f-b747-7ea24d3a439f req-e1012c03-a483-4ac2-b4e6-5b337eabccb6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:17.196485 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-776bc25d-12da-423f-b747-7ea24d3a439f req-e1012c03-a483-4ac2-b4e6-5b337eabccb6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1043506 Jul 23 04:59:17.247076 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-776bc25d-12da-423f-b747-7ea24d3a439f req-3038b4d8-d2b0-407a-bfcf-b41a99158be6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Jul 23 04:59:17.256482 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=7']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:17.314179 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f486ca8-7200-460e-834f-b70a12fb846d x-openstack-request-id: req-6f486ca8-7200-460e-834f-b70a12fb846d {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:17.314470 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:17.314770 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f486ca8-7200-460e-834f-b70a12fb846d {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:17.315801 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'code': 200} Jul 23 04:59:17.322466 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8a5a-b25b-4a21-ba24-6b48888e17fe req-3a45a705-2a46-4433-b52e-49907bc26fd1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:17.332080 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0b6b8a5a-b25b-4a21-ba24-6b48888e17fe req-3a45a705-2a46-4433-b52e-49907bc26fd1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.1292057 Jul 23 04:59:17.381878 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0b6b8a5a-b25b-4a21-ba24-6b48888e17fe req-ecadab49-5ec6-4eea-8749-97b87667bd9a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488002 Jul 23 04:59:17.844282 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceecbd9-d6cf-42f5-9ad4-7c28c6ddac9f req-7045ad9a-2833-4465-8076-a3f0a3fb6a12 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:17.848321 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1ceecbd9-d6cf-42f5-9ad4-7c28c6ddac9f req-7045ad9a-2833-4465-8076-a3f0a3fb6a12 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1648021 Jul 23 04:59:17.854610 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-e742665b-0b4f-43ac-a360-f79281d92796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:17.856147 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-e742665b-0b4f-43ac-a360-f79281d92796 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.1407070 Jul 23 04:59:17.859173 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07532ea8-7bd0-4fa3-889f-75a88f387632 req-de797028-6f68-4720-a816-852d89586130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:17.862619 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-07532ea8-7bd0-4fa3-889f-75a88f387632 req-de797028-6f68-4720-a816-852d89586130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0949278 Jul 23 04:59:17.913255 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-07532ea8-7bd0-4fa3-889f-75a88f387632 req-1399eb7c-1520-4b37-9682-2fcd4d7fef07 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Jul 23 04:59:18.208552 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1ceecbd9-d6cf-42f5-9ad4-7c28c6ddac9f req-8b24a446-08da-4104-aa5e-204a4a0c5449 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489432 Jul 23 04:59:18.240040 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-901553f0-8b05-45b5-80f9-37a1bf16f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:18.246382 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-901553f0-8b05-45b5-80f9-37a1bf16f6f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.3662524 Jul 23 04:59:18.299589 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-3f56dd31-fd7f-4dd0-8a65-bde83999248f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0387111 Jul 23 04:59:18.361360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-bf51715d-1bb7-43ef-8578-f41ad4d47dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:18.363069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-bf51715d-1bb7-43ef-8578-f41ad4d47dfd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0505955 Jul 23 04:59:18.410495 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-d4bd4530-aefc-4181-99a8-a3b2c82ebbe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396543 Jul 23 04:59:18.423123 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8129ee-bd6d-497a-a1ad-7083b3112aae req-920ef30a-7db2-43c8-9719-e80139f4b1ed tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:18.430737 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e8129ee-bd6d-497a-a1ad-7083b3112aae req-920ef30a-7db2-43c8-9719-e80139f4b1ed tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0961800 Jul 23 04:59:18.504747 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e8129ee-bd6d-497a-a1ad-7083b3112aae req-44b9b0b4-2f6b-4641-a65f-3b005b447797 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697072 Jul 23 04:59:18.587053 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-a74fc1fd-7e7f-4f92-90e8-73e109fb068f service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694255 Jul 23 04:59:18.636631 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf8a7c-ec12-4d15-957c-c34cb37898e3 req-a58c315a-30b6-4766-ab37-d6afa4ac1c04 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:18.638187 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-12cf8a7c-ec12-4d15-957c-c34cb37898e3 req-a58c315a-30b6-4766-ab37-d6afa4ac1c04 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.1217093 Jul 23 04:59:18.717766 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-12cf8a7c-ec12-4d15-957c-c34cb37898e3 req-41d3f1ce-9fb9-4683-b09f-5453569cacd2 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722775 Jul 23 04:59:18.731045 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2edf2e-d6b7-44ce-9b1d-191b3ae3c2ce req-7e86b354-1ec4-4c7a-bb7e-88e853dea125 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355143 Jul 23 04:59:18.904890 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 04:59:19.039608 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:19.058035 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'mac_address': 'fa:16:3e:9a:d7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 04:59:19.103765 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650f437-a643-44b1-a659-7d6063c0a6db req-8870d6dc-7816-4591-a7fc-e2752d144556 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:19.105390 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:19.106347 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8650f437-a643-44b1-a659-7d6063c0a6db req-8870d6dc-7816-4591-a7fc-e2752d144556 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0884805 Jul 23 04:59:19.122333 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ce5c98-c599-4210-9eca-1c1cfc203f94 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 04:59:19.145514 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:19.162204 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:19.167454 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8650f437-a643-44b1-a659-7d6063c0a6db req-9c435ed2-5976-4540-b565-3d7f5fe6fc8a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553615 Jul 23 04:59:19.221885 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:19.358984 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54091872-2129-454f-a092-927429eb0604 req-7db67821-2578-47f2-98b0-1fd0eb6bd391 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:19.362073 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-54091872-2129-454f-a092-927429eb0604 req-7db67821-2578-47f2-98b0-1fd0eb6bd391 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0878472 Jul 23 04:59:19.403831 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-54091872-2129-454f-a092-927429eb0604 req-04dd3d63-b298-481d-b54e-b0fcc622ee6a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359643 Jul 23 04:59:19.639087 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d452d-3172-48d4-919f-131730c3ca16 req-96fdad33-afe1-4804-a710-7b699e83faa7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:19.640805 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ea2d452d-3172-48d4-919f-131730c3ca16 req-96fdad33-afe1-4804-a710-7b699e83faa7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0693586 Jul 23 04:59:19.650039 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['95ce5c98-c599-4210-9eca-1c1cfc203f94'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 04:59:19.695906 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ea2d452d-3172-48d4-919f-131730c3ca16 req-964d9cfb-15f8-4dc6-a584-c34e3f71775c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488989 Jul 23 04:59:19.896949 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a87402-2eda-4fa0-b190-f6dfc98e8a19 req-71808b04-7f59-4357-9f12-8eef5184d7b6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:19.903862 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4a87402-2eda-4fa0-b190-f6dfc98e8a19 req-71808b04-7f59-4357-9f12-8eef5184d7b6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 944 time: 0.0816500 Jul 23 04:59:19.949145 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4a87402-2eda-4fa0-b190-f6dfc98e8a19 req-848d018a-2142-4fcc-a1a2-bec1af3af74c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Jul 23 04:59:20.317711 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d228cda-a3ba-4f56-97f7-93aab29b37fd req-82efb84a-2096-40b0-87ea-22f73978eb90 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:20.325208 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6d228cda-a3ba-4f56-97f7-93aab29b37fd req-82efb84a-2096-40b0-87ea-22f73978eb90 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0844078 Jul 23 04:59:20.370985 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6d228cda-a3ba-4f56-97f7-93aab29b37fd req-ed712f5b-9e80-46b5-9182-8ebab127c201 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447450 Jul 23 04:59:20.564596 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c759b5-2378-4668-8fd0-770fcff3667d req-fe8c300e-ad56-4138-a9d3-2641423468f8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:20.569112 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5c759b5-2378-4668-8fd0-770fcff3667d req-fe8c300e-ad56-4138-a9d3-2641423468f8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0843458 Jul 23 04:59:20.621153 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5c759b5-2378-4668-8fd0-770fcff3667d req-7525398f-f875-4d3d-866c-3431664c3ee3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Jul 23 04:59:20.851696 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423193a0-eb88-422b-90ba-912e9b3b100f req-e2deb4c3-62ac-4d53-92c3-39db67a7bdae tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:20.860546 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-423193a0-eb88-422b-90ba-912e9b3b100f req-e2deb4c3-62ac-4d53-92c3-39db67a7bdae tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0872207 Jul 23 04:59:20.901223 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-423193a0-eb88-422b-90ba-912e9b3b100f req-c40dad65-5608-483e-963b-7782479acdaa tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Jul 23 04:59:20.910153 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 04:59:20.992127 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 95ce5c98-c599-4210-9eca-1c1cfc203f94 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 04:59:20.996166 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 95ce5c98-c599-4210-9eca-1c1cfc203f94 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 04:59:20.996708 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:21.106734 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:21.129246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd52348-a9a3-4adb-ae4e-2e7678b3f0ae req-17296203-0ad9-44e1-a01c-d7f20f8c5fda tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:21.131351 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efd52348-a9a3-4adb-ae4e-2e7678b3f0ae req-17296203-0ad9-44e1-a01c-d7f20f8c5fda tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 944 time: 0.0988228 Jul 23 04:59:21.139222 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:21.143966 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8631bb-dbfc-4ea8-8815-81135156bca1" -d '{"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:21.167498 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:21.174948 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:21.184243 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-efd52348-a9a3-4adb-ae4e-2e7678b3f0ae req-8115b728-e3d2-4ad8-849d-f98f71fe6494 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jul 23 04:59:21.208752 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f788c6f-6675-4e25-bf73-845decc85b23 x-openstack-request-id: req-8f788c6f-6675-4e25-bf73-845decc85b23 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:21.209041 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:21.209287 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f788c6f-6675-4e25-bf73-845decc85b23 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:21.209662 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'code': 200} Jul 23 04:59:21.236408 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:21.606448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26b40b-de6f-4892-b9fc-dc16145ef9c5 req-fee4661b-8b10-488c-8869-6275f370fd34 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:21.608036 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aa26b40b-de6f-4892-b9fc-dc16145ef9c5 req-fee4661b-8b10-488c-8869-6275f370fd34 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.1329823 Jul 23 04:59:21.614644 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48d3db-d8cd-4dae-ad95-d770548a90a1 req-7a030ca0-82c9-4a03-aa22-6abf9b9f826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:21.616127 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c48d3db-d8cd-4dae-ad95-d770548a90a1 req-7a030ca0-82c9-4a03-aa22-6abf9b9f826d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.1142097 Jul 23 04:59:21.688878 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aa26b40b-de6f-4892-b9fc-dc16145ef9c5 req-c737da28-851d-44db-8849-ade14cb70637 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717061 Jul 23 04:59:21.700753 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c48d3db-d8cd-4dae-ad95-d770548a90a1 req-39873c7a-9961-4997-80fd-23ee4430ac6a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682213 Jul 23 04:59:21.792971 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626cc9f-e9f0-4cf3-b5c8-558b2159454c req-a810d3ab-b2db-4ef4-886b-10441f1a555b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:21.794606 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f626cc9f-e9f0-4cf3-b5c8-558b2159454c req-a810d3ab-b2db-4ef4-886b-10441f1a555b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0869992 Jul 23 04:59:21.839431 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f626cc9f-e9f0-4cf3-b5c8-558b2159454c req-3352c77d-41d8-4aab-a569-b95fb833516a tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374858 Jul 23 04:59:22.073487 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046cbfe-c72a-49be-8881-1e3964382173 req-e87d5a41-71fc-4387-8fd7-3bb9ebbccad3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.074896 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0046cbfe-c72a-49be-8881-1e3964382173 req-e87d5a41-71fc-4387-8fd7-3bb9ebbccad3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0749781 Jul 23 04:59:22.123384 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0046cbfe-c72a-49be-8881-1e3964382173 req-77bdc782-d3b9-4ac7-a105-f39bfee6f698 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Jul 23 04:59:22.360825 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05e876-de91-4913-ad8f-9ffb21d36888 req-92bff292-1091-4a3d-80ab-85e5bf40df28 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.368222 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9f05e876-de91-4913-ad8f-9ffb21d36888 req-92bff292-1091-4a3d-80ab-85e5bf40df28 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.1069975 Jul 23 04:59:22.434431 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715612ce-4a6a-4351-9fae-d9a7c0882eb7 req-608bcaec-2eab-416b-a8ef-51f35639062d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.436074 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-715612ce-4a6a-4351-9fae-d9a7c0882eb7 req-608bcaec-2eab-416b-a8ef-51f35639062d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0869536 Jul 23 04:59:22.436967 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9f05e876-de91-4913-ad8f-9ffb21d36888 req-deb6d265-4daa-4db2-be9f-d567928de54e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678794 Jul 23 04:59:22.512498 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-715612ce-4a6a-4351-9fae-d9a7c0882eb7 req-e4bee355-f6b8-4278-879d-847fa2d9fb2e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678463 Jul 23 04:59:22.554297 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-dc84fd3f-5111-4be1-9840-c7875543c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.556069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-dc84fd3f-5111-4be1-9840-c7875543c346 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1099 time: 0.0892601 Jul 23 04:59:22.692516 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-e4f24406-1478-4f73-b5ae-1daa3c7a3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.695039 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-e4f24406-1478-4f73-b5ae-1daa3c7a3d49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.1165113 Jul 23 04:59:22.775949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-77a2aa50-c8ed-49ba-ad5d-d9c1d9b7661f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 1001 time: 0.0645392 Jul 23 04:59:22.867365 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-291adb72-e7de-4928-b7bf-e815a783a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.869073 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-291adb72-e7de-4928-b7bf-e815a783a4a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0792527 Jul 23 04:59:22.954999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588ee88-b5d6-48a2-8085-05bac2a958b2 req-9ed81832-1164-48a7-8478-4c3129846cd2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:22.962949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c588ee88-b5d6-48a2-8085-05bac2a958b2 req-9ed81832-1164-48a7-8478-4c3129846cd2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.1640685 Jul 23 04:59:23.014642 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-95c3629a-b924-4286-af5d-420afddd1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:23.016440 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-95c3629a-b924-4286-af5d-420afddd1e35 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1368415 Jul 23 04:59:23.027016 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034e57d-4cd6-4983-97c0-f9f36954007c req-1e2841f2-4283-42ab-a2ab-385b6cc9c9d2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:23.028891 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2034e57d-4cd6-4983-97c0-f9f36954007c req-1e2841f2-4283-42ab-a2ab-385b6cc9c9d2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0917420 Jul 23 04:59:23.038291 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c588ee88-b5d6-48a2-8085-05bac2a958b2 req-829cdb4e-47db-4cce-b56e-2a60be4e87fe tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674441 Jul 23 04:59:23.078662 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2034e57d-4cd6-4983-97c0-f9f36954007c req-9e0ad83e-7e75-4673-9547-4d4e9020dfcc tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441604 Jul 23 04:59:23.190366 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-203eb08b-3e30-4148-bcfb-e15d8c1308d1 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032705 Jul 23 04:59:23.333155 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4658052-5ace-4f8e-bf74-8ea49af2cee4 req-125b8ee7-407e-4afd-a1df-bd8b982c51d2 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224332 Jul 23 04:59:23.614593 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29e41-3f69-466f-b6bc-576192edc4e0 req-b82e1b33-e538-4c91-8eda-fc5e9ba903ba tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:23.616340 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17a29e41-3f69-466f-b6bc-576192edc4e0 req-b82e1b33-e538-4c91-8eda-fc5e9ba903ba tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0958765 Jul 23 04:59:23.673083 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17a29e41-3f69-466f-b6bc-576192edc4e0 req-58e048aa-5797-496a-a611-2d136f51a0bf tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505972 Jul 23 04:59:23.703415 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10d92-f8a7-4ad2-8065-c420f3e1f2d9 req-302797be-3e07-4399-85d3-5eb7c68478db tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:23.711251 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ffa10d92-f8a7-4ad2-8065-c420f3e1f2d9 req-302797be-3e07-4399-85d3-5eb7c68478db tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1168618 Jul 23 04:59:23.755483 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ffa10d92-f8a7-4ad2-8065-c420f3e1f2d9 req-d66b474f-15be-4232-97c3-551e920e0adb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431786 Jul 23 04:59:23.837424 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb1140-0a45-497e-a316-49238a6c8b64 req-89b5a328-a9fd-4374-9a89-996ffb7b8cd6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:23.844428 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9beb1140-0a45-497e-a316-49238a6c8b64 req-89b5a328-a9fd-4374-9a89-996ffb7b8cd6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0742519 Jul 23 04:59:23.880662 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9beb1140-0a45-497e-a316-49238a6c8b64 req-18e22434-26a9-4327-b872-c827b61c467c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353105 Jul 23 04:59:23.907289 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 45368) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:24.195910 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf54a98-1efa-4120-8424-7bd89c55087b tempest-TestShelveInstance-2106366943 tempest-TestShelveInstance-2106366943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:24.198746 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-3bf54a98-1efa-4120-8424-7bd89c55087b tempest-TestShelveInstance-2106366943 tempest-TestShelveInstance-2106366943-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1093 time: 0.2877750 Jul 23 04:59:24.202491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 45376) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:24.209275 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'tenant_id': '578e88217b534eddb390227b57375e27', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 04:59:24.248461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5b15f-b882-4411-8dc2-3214cb15247f req-22cfe1bf-7651-4ccd-acc5-adbf3731fdbb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:24.257013 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccba817-f0ab-487f-8670-05abc026c885 req-2fdf52c1-d324-4c62-80bb-9e4ab2015cfb tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:24.257255 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-08d5b15f-b882-4411-8dc2-3214cb15247f req-22cfe1bf-7651-4ccd-acc5-adbf3731fdbb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1006620 Jul 23 04:59:24.263890 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6ccba817-f0ab-487f-8670-05abc026c885 req-2fdf52c1-d324-4c62-80bb-9e4ab2015cfb tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.1472278 Jul 23 04:59:24.290709 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for floatingip, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:24.305202 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-08d5b15f-b882-4411-8dc2-3214cb15247f req-d5017d38-18b5-4a19-8a83-d0802b7ce397 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Jul 23 04:59:24.340336 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6ccba817-f0ab-487f-8670-05abc026c885 req-db4ad7e5-807e-4aa3-8899-3c747e8cc96e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755172 Jul 23 04:59:24.419916 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:24.554883 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Allocated IP 172.27.3.100 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/f96453e5-af02-489a-b4ef-f51986bf9a3e) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 04:59:24.684814 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:24.730361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:24.781666 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 04:59:24.786324 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 04:59:24.794986 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 04:59:24.798327 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'Port': ['ID=f96453e5-af02-489a-b4ef-f51986bf9a3e,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:24.833984 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.835092 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.835432 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.835760 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.836085 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.836408 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.836764 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.837086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.837408 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.837733 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.838050 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.838362 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 04:59:24.906359 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e4e79-d24d-4ff2-8a66-e06c0ab0cdf9 req-e982017d-e237-4da7-96e5-ec9fb8160f85 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:24.914803 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f08e4e79-d24d-4ff2-8a66-e06c0ab0cdf9 req-e982017d-e237-4da7-96e5-ec9fb8160f85 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0830073 Jul 23 04:59:24.971907 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f08e4e79-d24d-4ff2-8a66-e06c0ab0cdf9 req-12ec410a-5c6b-40a0-84e8-b98bf79ed7fb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559409 Jul 23 04:59:25.523746 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c3ff7-8152-40d1-a5bf-6b42d9489399 req-a79d6d5b-5a4d-4498-aeac-798cf3e40b7f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:25.531554 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bb4c3ff7-8152-40d1-a5bf-6b42d9489399 req-a79d6d5b-5a4d-4498-aeac-798cf3e40b7f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0941088 Jul 23 04:59:25.583361 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bb4c3ff7-8152-40d1-a5bf-6b42d9489399 req-0c560850-bc6b-4807-80c8-610420a1ef72 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445907 Jul 23 04:59:25.673071 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:25.695370 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ea3e1-85a9-4872-8e3f-7b79ba9de9d8 req-ffffab9a-d313-4cac-b04a-9dda4764365e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:25.696904 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-657ea3e1-85a9-4872-8e3f-7b79ba9de9d8 req-ffffab9a-d313-4cac-b04a-9dda4764365e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.2692132 Jul 23 04:59:25.809294 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-657ea3e1-85a9-4872-8e3f-7b79ba9de9d8 req-b4f91f86-5ed2-443f-88ac-6c730fc9c585 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891922 Jul 23 04:59:25.836465 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:25.994373 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:25.998795 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8229871'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:26.067502 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event updated for resources: {'Port': ['ID=f96453e5-af02-489a-b4ef-f51986bf9a3e,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:26.079203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:26.173561 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.l3_db [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Floating IP 8652ae0b-4d9a-45cb-bfef-7f0f119e572a associated. External IP: 172.27.3.100, port: 95ce5c98-c599-4210-9eca-1c1cfc203f94. Jul 23 04:59:26.372213 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Router e260d420-f757-4ea7-9a29-8a82f35ae581 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 04:59:26.478152 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 04:59:26.499221 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:26.504809 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Sync routers for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 04:59:26.514216 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:59:26.514929 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:59:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:59:26.536020 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4fb79381-5674-4f39-825c-48b9f30aa726 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3323536 Jul 23 04:59:26.536626 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:26.538947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:26.580872 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf52443-7467-43b0-9ecc-a4c0e9bf9c38 x-openstack-request-id: req-dcf52443-7467-43b0-9ecc-a4c0e9bf9c38 {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:26.581160 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:26.581478 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dcf52443-7467-43b0-9ecc-a4c0e9bf9c38 {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:26.581912 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'status': 'completed', 'code': 200} Jul 23 04:59:26.702297 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:59:26.712399 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db648-54b7-49f2-9855-07b82b58eb17 req-55cf267b-9d45-4f51-8d96-8f4b03888d26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:26.713944 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-811db648-54b7-49f2-9855-07b82b58eb17 req-55cf267b-9d45-4f51-8d96-8f4b03888d26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0676570 Jul 23 04:59:26.722475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-36ad828e-43c2-4284-840b-f3b38bd0afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:26.723994 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-36ad828e-43c2-4284-840b-f3b38bd0afa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0629399 Jul 23 04:59:26.753237 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-811db648-54b7-49f2-9855-07b82b58eb17 req-295267c4-9182-4828-961f-7e599fff5201 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Jul 23 04:59:26.858469 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-10603529-8daf-4345-ab11-cda436b1ba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:26.859986 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-10603529-8daf-4345-ab11-cda436b1ba9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.0974786 Jul 23 04:59:26.940203 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '8652ae0b-4d9a-45cb-bfef-7f0f119e572a', 'tenant_id': '578e88217b534eddb390227b57375e27', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'mac_address': 'fa:16:3e:9a:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:59:25Z', 'updated_at': '2021-07-23T04:59:25Z', 'revision_number': 0, 'project_id': '578e88217b534eddb390227b57375e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:59:26.963180 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-5e8c9fb9-8582-4e2c-95e8-1b6620be86c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 999 time: 0.0913413 Jul 23 04:59:26.966113 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Checking router: e260d420-f757-4ea7-9a29-8a82f35ae581 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 04:59:26.974775 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 04:59:26.975309 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T04:59:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:59:26.997674 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c171dd-42ed-4aef-806d-dbcdfd02f82c req-d2bfafbe-d96f-49f2-8b5d-de6d1f8ac1f2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:26.999139 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-48c171dd-42ed-4aef-806d-dbcdfd02f82c req-d2bfafbe-d96f-49f2-8b5d-de6d1f8ac1f2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0926974 Jul 23 04:59:27.077540 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 04:59:27.079793 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-1e503874-fc31-4dd9-8003-566aebe91193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.081973 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-1e503874-fc31-4dd9-8003-566aebe91193 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.1014035 Jul 23 04:59:27.129542 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-48c171dd-42ed-4aef-806d-dbcdfd02f82c req-22f5d1b4-2886-4b3b-a296-465e6370393f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106915 Jul 23 04:59:27.146412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-b9b1a960-b27f-4a25-aa9b-fe417c0d6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.147994 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-b9b1a960-b27f-4a25-aa9b-fe417c0d6309 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1098 time: 0.1323795 Jul 23 04:59:27.193652 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-fb9e1e94-36be-4576-ae53-ec0ffee9ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.195148 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-fb9e1e94-36be-4576-ae53-ec0ffee9ea93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031682 Jul 23 04:59:27.309952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-47464ac9-6b36-4a85-9f5f-08af6f9ec3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.311624 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-47464ac9-6b36-4a85-9f5f-08af6f9ec3ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.1513302 Jul 23 04:59:27.321765 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '8652ae0b-4d9a-45cb-bfef-7f0f119e572a', 'tenant_id': '578e88217b534eddb390227b57375e27', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'mac_address': 'fa:16:3e:9a:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:59:25Z', 'updated_at': '2021-07-23T04:59:25Z', 'revision_number': 0, 'project_id': '578e88217b534eddb390227b57375e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 04:59:27.351979 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a189539-e0c0-45d5-b436-704ef9ba6569 None None] The sync data for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi is: [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '8652ae0b-4d9a-45cb-bfef-7f0f119e572a', 'tenant_id': '578e88217b534eddb390227b57375e27', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'mac_address': 'fa:16:3e:9a:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T04:59:25Z', 'updated_at': '2021-07-23T04:59:25Z', 'revision_number': 0, 'project_id': '578e88217b534eddb390227b57375e27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 04:59:27.370212 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-592f5dde-67dc-4c06-91ce-885072e312e6 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447537 Jul 23 04:59:27.422096 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-4e98f450-338e-42ee-bc83-25518d4cd2a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 1000 time: 0.0981274 Jul 23 04:59:27.510936 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-91da209f-399d-4087-98a2-d2e418bee62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.512392 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-91da209f-399d-4087-98a2-d2e418bee62d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0820351 Jul 23 04:59:27.527129 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c31de4b-fbbe-473b-8ec2-3ae2ac4829c6 req-0173a1b9-5972-465c-83b8-2b16bc7d37be service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428325 Jul 23 04:59:27.543625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24f640-e4dd-45d6-9c53-1759de29d9af None None] New status for floating IP 8652ae0b-4d9a-45cb-bfef-7f0f119e572a: ACTIVE {{(pid=93028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 04:59:27.618723 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-f99b5d22-2974-4440-97c2-d3aeca618ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.620090 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-f99b5d22-2974-4440-97c2-d3aeca618ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578773 Jul 23 04:59:27.714044 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-0ce62b47-6bae-41af-b83f-2eb0f4d3eb2d service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814133 Jul 23 04:59:27.807245 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c54bfc9-1988-493b-b05c-318c3b06e6dc req-eb7c8460-022d-4fe4-9d6c-354faf5cb142 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844326 Jul 23 04:59:27.889472 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd887c9b-b673-4ebf-a3dc-3b8c2bea46c5 req-f0cd98fe-b577-41f4-8847-f47fec8d3d19 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:27.890958 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fd887c9b-b673-4ebf-a3dc-3b8c2bea46c5 req-f0cd98fe-b577-41f4-8847-f47fec8d3d19 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0659184 Jul 23 04:59:27.928958 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fd887c9b-b673-4ebf-a3dc-3b8c2bea46c5 req-02725bb2-799a-42fa-aeb4-11ae1658c334 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jul 23 04:59:28.266193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77585e15-c3f3-4db1-8cf8-6dfe87ff6328 req-d01afeaf-938f-4d47-adf5-d360284705f6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:28.267713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-77585e15-c3f3-4db1-8cf8-6dfe87ff6328 req-d01afeaf-938f-4d47-adf5-d360284705f6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0633340 Jul 23 04:59:28.305313 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-77585e15-c3f3-4db1-8cf8-6dfe87ff6328 req-ddaf4133-c45f-4a63-9ab4-a37db396d35e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320117 Jul 23 04:59:28.956256 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 04:59:29.031381 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:29.053434 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 04:59:29.055665 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112603ff-9da3-420d-9dd3-1887f1495dbe" -d '{"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 04:59:29.060282 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3680c5-25ed-4e16-a10d-0194ae1d8458 req-3e57207d-9210-4dbe-b9d9-a48e2d7fd77d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:29.061850 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d3680c5-25ed-4e16-a10d-0194ae1d8458 req-3e57207d-9210-4dbe-b9d9-a48e2d7fd77d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 945 time: 0.0616269 Jul 23 04:59:29.069357 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 04:59:29.074751 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:29.098913 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 04:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada1f7e-de72-4e87-bfb4-b0fe3172d773 x-openstack-request-id: req-aada1f7e-de72-4e87-bfb4-b0fe3172d773 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 04:59:29.099205 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-unplugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 04:59:29.099455 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aada1f7e-de72-4e87-bfb4-b0fe3172d773 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 04:59:29.099837 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'code': 200} Jul 23 04:59:29.108846 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d3680c5-25ed-4e16-a10d-0194ae1d8458 req-1391e910-e5b4-456f-8ea3-b0eb9b9d4ce7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402696 Jul 23 04:59:29.124953 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=8']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 04:59:29.436347 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b34932-d644-4651-bacf-199c97b735d3 req-5cc273c3-2e04-4b66-8fad-fa024e708ed3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:29.437733 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-11b34932-d644-4651-bacf-199c97b735d3 req-5cc273c3-2e04-4b66-8fad-fa024e708ed3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0646718 Jul 23 04:59:29.478430 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-11b34932-d644-4651-bacf-199c97b735d3 req-7008c5d3-fc31-4e69-8a4f-064f2df95609 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Jul 23 04:59:29.785306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:30.247047 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc1bbd-f9c0-442e-90f1-4dda73866236 req-8c8206ca-fbd2-4b33-a51f-181a6195ba08 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:30.248521 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fafc1bbd-f9c0-442e-90f1-4dda73866236 req-8c8206ca-fbd2-4b33-a51f-181a6195ba08 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0686784 Jul 23 04:59:30.285722 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fafc1bbd-f9c0-442e-90f1-4dda73866236 req-b1363baa-a5db-4624-aff3-76234da76792 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314817 Jul 23 04:59:30.606166 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387f470-de22-407b-9ada-04ab286666da req-02765a8b-5a49-40b6-8c8b-6e2453497176 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:30.607646 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7387f470-de22-407b-9ada-04ab286666da req-02765a8b-5a49-40b6-8c8b-6e2453497176 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0623443 Jul 23 04:59:30.646416 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7387f470-de22-407b-9ada-04ab286666da req-67b933cd-277d-4158-8e86-4d3bb5f7891f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324850 Jul 23 04:59:31.045251 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3a389d66-dc05-4cff-856a-5a0cf6ce9c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:31.418488 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b788c-b7ce-4ee7-8a2e-253f81b7d8e9 req-56b53c8d-29c6-4440-b37c-696d05d76d07 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:31.419970 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b94b788c-b7ce-4ee7-8a2e-253f81b7d8e9 req-56b53c8d-29c6-4440-b37c-696d05d76d07 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0639129 Jul 23 04:59:31.432006 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 04:59:31.459717 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b94b788c-b7ce-4ee7-8a2e-253f81b7d8e9 req-30c4bb27-1c76-4297-891d-124856d2026f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335317 Jul 23 04:59:31.779044 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41e49-5dde-47f2-88d4-a2317e068ca5 req-5e17a9ef-c331-48fd-8155-650f8af00174 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:31.780545 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-72b41e49-5dde-47f2-88d4-a2317e068ca5 req-5e17a9ef-c331-48fd-8155-650f8af00174 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0659251 Jul 23 04:59:31.820798 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-72b41e49-5dde-47f2-88d4-a2317e068ca5 req-ef1b2981-cd28-4c77-a73c-e5adc30a7511 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334358 Jul 23 04:59:32.038874 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5405f8-5496-4697-98a2-e9548c75e59b req-f0ece37c-4a86-409f-90dc-33302e83de7f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:32.040633 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3f5405f8-5496-4697-98a2-e9548c75e59b req-f0ece37c-4a86-409f-90dc-33302e83de7f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0667083 Jul 23 04:59:32.260264 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3f5405f8-5496-4697-98a2-e9548c75e59b req-8a9add1d-1d24-4ae7-9e6c-4bdb6af468e7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142315 Jul 23 04:59:32.303488 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 45500) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 04:59:32.428379 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-f6642db3-e2f9-4e1e-8fe2-8f1dec81bc4d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236978 Jul 23 04:59:32.971895 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 04:59:32.972591 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a0a8a-28ed-478a-b522-6d6b8dbb3477 req-bfa75779-7c2e-404d-adda-7f5868cf8b87 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:32.974378 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bb3a0a8a-28ed-478a-b522-6d6b8dbb3477 req-bfa75779-7c2e-404d-adda-7f5868cf8b87 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0748186 Jul 23 04:59:33.016419 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bb3a0a8a-28ed-478a-b522-6d6b8dbb3477 req-5a578090-3063-4b45-8adc-e635436e2053 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360806 Jul 23 04:59:33.400999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382805eb-ce1d-4470-b383-6d7ea02ca9b2 req-87c6aa5e-07f3-4291-8c50-4bbff62d46f6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:33.402731 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-382805eb-ce1d-4470-b383-6d7ea02ca9b2 req-87c6aa5e-07f3-4291-8c50-4bbff62d46f6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0638132 Jul 23 04:59:33.439359 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-382805eb-ce1d-4470-b383-6d7ea02ca9b2 req-0041f7e1-1519-40d9-a19d-70f0ac8e5066 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Jul 23 04:59:33.519211 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-57889577-46d6-4deb-b8cb-0ac7ad1d5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:34.057196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:34.148440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176b814-186f-445d-abf2-af2828732e51 req-5b35d90f-6ca7-4abf-8281-c83b738ceec3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:34.149844 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0176b814-186f-445d-abf2-af2828732e51 req-5b35d90f-6ca7-4abf-8281-c83b738ceec3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0641634 Jul 23 04:59:34.190089 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0176b814-186f-445d-abf2-af2828732e51 req-aebd8cd2-977a-4e96-8a51-59d91d4ed2e0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346384 Jul 23 04:59:34.581980 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2232fb1-f735-4b62-aab4-1919be365675 req-d41f14da-29bf-433e-aa7a-c588b5d4c40b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:34.583763 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2232fb1-f735-4b62-aab4-1919be365675 req-d41f14da-29bf-433e-aa7a-c588b5d4c40b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0710058 Jul 23 04:59:34.620674 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2232fb1-f735-4b62-aab4-1919be365675 req-1a268ab4-ad30-4c92-84eb-12508128982f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jul 23 04:59:34.763376 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:35.321928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b66409-28fd-4725-948b-7a31cdaedeed req-3341c45c-d8bc-481a-b0f4-4402a06be811 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:35.323391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0b66409-28fd-4725-948b-7a31cdaedeed req-3341c45c-d8bc-481a-b0f4-4402a06be811 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0671580 Jul 23 04:59:35.360975 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0b66409-28fd-4725-948b-7a31cdaedeed req-ff212917-636d-42ac-91bd-ee2d79db39f5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Jul 23 04:59:35.895747 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd65069-c967-4706-82cf-f692f797f1c9 req-2d4da6ba-0852-4afd-92c8-ccae6915f9b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:35.897259 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6bd65069-c967-4706-82cf-f692f797f1c9 req-2d4da6ba-0852-4afd-92c8-ccae6915f9b7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0634634 Jul 23 04:59:35.932934 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6bd65069-c967-4706-82cf-f692f797f1c9 req-ab3e50c4-cf2b-42e7-8875-7e7dae2d8700 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302196 Jul 23 04:59:36.186856 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:36.484987 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6897a7-3f9e-4739-901c-fa611380afbf req-5bd4f956-c79a-4255-bb8a-2ee124fdfaee tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:36.486991 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-db6897a7-3f9e-4739-901c-fa611380afbf req-5bd4f956-c79a-4255-bb8a-2ee124fdfaee tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0608039 Jul 23 04:59:36.527377 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-db6897a7-3f9e-4739-901c-fa611380afbf req-e3012097-9d53-48c0-b8c0-012602b8da00 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348914 Jul 23 04:59:37.066099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd127b-b30c-4b69-9987-1e072aa2e1fb req-6e50bf01-9b10-4b2b-be35-753539a65858 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:37.067552 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-49bd127b-b30c-4b69-9987-1e072aa2e1fb req-6e50bf01-9b10-4b2b-be35-753539a65858 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0640087 Jul 23 04:59:37.104044 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-49bd127b-b30c-4b69-9987-1e072aa2e1fb req-f0944d39-e125-4207-9e4b-441564d7ff54 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310607 Jul 23 04:59:37.651810 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590edee-58e9-4510-a729-e5772966dada req-af271de1-6c0e-43de-ae08-bf05b689c9e3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:37.653304 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9590edee-58e9-4510-a729-e5772966dada req-af271de1-6c0e-43de-ae08-bf05b689c9e3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0605969 Jul 23 04:59:37.690957 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9590edee-58e9-4510-a729-e5772966dada req-979e8f2d-9756-4c4e-8d6e-d7b20fd83301 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jul 23 04:59:38.239057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b828d4-78d3-4197-9cb4-38e695ebeae1 req-8fa9383a-a153-4983-bb26-b0fa588ea982 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:38.240523 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-68b828d4-78d3-4197-9cb4-38e695ebeae1 req-8fa9383a-a153-4983-bb26-b0fa588ea982 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0652127 Jul 23 04:59:38.276598 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-68b828d4-78d3-4197-9cb4-38e695ebeae1 req-81b98e53-e2d5-477b-9efd-f726ac7b2ab9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Jul 23 04:59:38.819358 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f7908-99e5-4d52-ae70-acec939df9cf req-e9c5eb53-73b7-4a5b-b265-1f8de74d468b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:38.820885 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a66f7908-99e5-4d52-ae70-acec939df9cf req-e9c5eb53-73b7-4a5b-b265-1f8de74d468b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0634730 Jul 23 04:59:38.859504 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a66f7908-99e5-4d52-ae70-acec939df9cf req-8aca6811-5921-4eb9-87fe-65572f86a4ba tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Jul 23 04:59:39.421239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b367792-25a1-478c-983f-fb17f15e58e8 req-aef652c7-5ac4-4343-9ac1-d2c23b8a4d16 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:39.422704 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8b367792-25a1-478c-983f-fb17f15e58e8 req-aef652c7-5ac4-4343-9ac1-d2c23b8a4d16 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0709856 Jul 23 04:59:39.461319 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8b367792-25a1-478c-983f-fb17f15e58e8 req-0c339f2b-222a-4daa-bc17-df1cda95f09a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322146 Jul 23 04:59:39.991023 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3195ff-1338-4501-9045-5dbc850c381b req-606fe5ef-9014-460b-ac77-6b334faaa484 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:39.992629 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fb3195ff-1338-4501-9045-5dbc850c381b req-606fe5ef-9014-460b-ac77-6b334faaa484 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0665312 Jul 23 04:59:40.032034 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fb3195ff-1338-4501-9045-5dbc850c381b req-03c1bc45-49ea-4e5c-a092-349ea7054a78 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Jul 23 04:59:40.598410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c589e51-aa21-4c65-ba35-f13fc52dbda6 req-ec686ed3-162d-47e9-8e1c-a6fb3234b2c0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:40.599961 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0c589e51-aa21-4c65-ba35-f13fc52dbda6 req-ec686ed3-162d-47e9-8e1c-a6fb3234b2c0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0644250 Jul 23 04:59:40.851245 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0c589e51-aa21-4c65-ba35-f13fc52dbda6 req-c2cdda3e-2d0b-4f75-8686-c93e7606669f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454703 Jul 23 04:59:41.157861 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d8499-0433-4984-afad-43319fae976f req-ec600fdc-e67b-458f-a274-cee158331805 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:41.159331 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e9d8499-0433-4984-afad-43319fae976f req-ec600fdc-e67b-458f-a274-cee158331805 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0602653 Jul 23 04:59:41.196587 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e9d8499-0433-4984-afad-43319fae976f req-bec13595-d21c-4796-9ee8-0eb8b42fb752 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318229 Jul 23 04:59:41.979889 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f99b1c-dca9-474e-af3d-36304d2544c1 req-41977ed0-c095-4447-aa33-a7f0f503a549 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:41.981370 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-21f99b1c-dca9-474e-af3d-36304d2544c1 req-41977ed0-c095-4447-aa33-a7f0f503a549 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0605781 Jul 23 04:59:42.018503 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-21f99b1c-dca9-474e-af3d-36304d2544c1 req-fb17e64e-87d6-4a9a-a69f-c8ef21b4e6a7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Jul 23 04:59:42.322321 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187c0dd-2dd3-4141-8fc4-85bbdf4a1980 req-4f9af53d-ff5f-43bc-b4e6-cb51b6f6e90c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:42.323785 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6187c0dd-2dd3-4141-8fc4-85bbdf4a1980 req-4f9af53d-ff5f-43bc-b4e6-cb51b6f6e90c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0614383 Jul 23 04:59:42.364410 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6187c0dd-2dd3-4141-8fc4-85bbdf4a1980 req-9f6fe732-94ce-4981-9781-61be984c58a7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350356 Jul 23 04:59:43.153212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a2b5e-b4bb-4444-a955-8a411421dfc1 req-4c968105-2ede-4751-b78c-269fa4f11e0e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:43.154692 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6b0a2b5e-b4bb-4444-a955-8a411421dfc1 req-4c968105-2ede-4751-b78c-269fa4f11e0e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0623164 Jul 23 04:59:43.194204 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6b0a2b5e-b4bb-4444-a955-8a411421dfc1 req-5e7c6c4f-c377-4bdf-83f2-778b2702f4c1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336905 Jul 23 04:59:43.491830 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e54e6-3712-4def-896d-3c8d39e3c67f req-f7764473-d14a-43c8-8448-079f7aab2259 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:43.493373 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-df3e54e6-3712-4def-896d-3c8d39e3c67f req-f7764473-d14a-43c8-8448-079f7aab2259 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0628123 Jul 23 04:59:43.538674 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-df3e54e6-3712-4def-896d-3c8d39e3c67f req-4bce1492-0a71-4956-991e-a7e897be4083 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Jul 23 04:59:43.717947 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-c9e1fe1e-f0a0-4c07-9f73-3b13a4ab853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:43.719335 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-c9e1fe1e-f0a0-4c07-9f73-3b13a4ab853e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 1096 time: 0.0866454 Jul 23 04:59:43.814207 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-183ea2eb-276b-4213-adba-5109457b8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:43.815647 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-183ea2eb-276b-4213-adba-5109457b8d63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1096 time: 0.0538845 Jul 23 04:59:43.902989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-b2e95621-5d5d-4d79-b55e-f372b1763cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:43.904434 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-b2e95621-5d5d-4d79-b55e-f372b1763cc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0822630 Jul 23 04:59:43.975218 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-7a678698-2918-4df5-ad61-dd8842dd22ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 998 time: 0.0598984 Jul 23 04:59:44.022886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-cacc98cc-9ae6-4b6e-8f38-e8b844e7dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:44.024269 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-cacc98cc-9ae6-4b6e-8f38-e8b844e7dadc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0423312 Jul 23 04:59:44.080824 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-ff276772-8965-4b82-bbc0-c1bdbb668a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:44.082509 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-ff276772-8965-4b82-bbc0-c1bdbb668a6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500507 Jul 23 04:59:44.176800 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-cea605a9-3531-4655-a3a9-bd71dd7509d6 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837431 Jul 23 04:59:44.283895 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0919793b-82a1-4045-a0e7-4a9feb0fee80 req-72b98d9c-861e-4578-8f43-d02292487496 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961542 Jul 23 04:59:44.345835 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e8ce0-a13f-4b16-823f-943884965b16 req-0d3c1b69-de33-4c36-9ad9-1697ed3ab3fd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:44.347347 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cf4e8ce0-a13f-4b16-823f-943884965b16 req-0d3c1b69-de33-4c36-9ad9-1697ed3ab3fd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0775681 Jul 23 04:59:44.387514 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cf4e8ce0-a13f-4b16-823f-943884965b16 req-af5e1895-0fb0-4e53-80fe-7dd30d8b929a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344465 Jul 23 04:59:44.665810 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aa29c-94ba-49f6-af56-485dd50abb60 req-757ce3cc-9ada-413b-9116-5fdf19818b5c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:44.667372 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-505aa29c-94ba-49f6-af56-485dd50abb60 req-757ce3cc-9ada-413b-9116-5fdf19818b5c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0620418 Jul 23 04:59:44.705309 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-505aa29c-94ba-49f6-af56-485dd50abb60 req-c328a30b-60b1-47b6-bb28-1349d403f339 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jul 23 04:59:45.519629 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c6a9c-33d1-49e7-a498-ac84a5b8057b req-380ef4f3-6f5b-4d48-a7f6-472ddde8b12a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:45.521135 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dc3c6a9c-33d1-49e7-a498-ac84a5b8057b req-380ef4f3-6f5b-4d48-a7f6-472ddde8b12a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0623622 Jul 23 04:59:45.557443 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dc3c6a9c-33d1-49e7-a498-ac84a5b8057b req-6da9bfc0-f9a9-4d58-95d9-b45fc9c3c297 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Jul 23 04:59:45.840985 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427ea64-fa7d-45de-9c04-d044edd00be0 req-6fd54346-b7c1-47f1-a924-e89944d6b11f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:45.842540 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b427ea64-fa7d-45de-9c04-d044edd00be0 req-6fd54346-b7c1-47f1-a924-e89944d6b11f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0675049 Jul 23 04:59:45.894838 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b427ea64-fa7d-45de-9c04-d044edd00be0 req-927d8aa8-3fcf-4c64-9583-663761494c62 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460923 Jul 23 04:59:46.701069 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60110ad2-39d3-4628-93a6-17f33b291263 req-416dcc2a-89e5-44dd-810b-ada9c24db127 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:46.702499 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-60110ad2-39d3-4628-93a6-17f33b291263 req-416dcc2a-89e5-44dd-810b-ada9c24db127 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0709476 Jul 23 04:59:46.743024 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-60110ad2-39d3-4628-93a6-17f33b291263 req-6478f850-5b65-46b2-b9d1-9f3be4566411 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Jul 23 04:59:47.026113 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455dc0b-e1ba-4efe-bc85-fac77aef3423 req-fa2ab838-b308-4c6b-b288-9f1a44749aeb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:47.027617 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8455dc0b-e1ba-4efe-bc85-fac77aef3423 req-fa2ab838-b308-4c6b-b288-9f1a44749aeb tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0638151 Jul 23 04:59:47.070127 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8455dc0b-e1ba-4efe-bc85-fac77aef3423 req-266d4721-ffce-4f4f-826d-4bdcb2299c12 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Jul 23 04:59:47.883338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821c685-756e-4a51-b1e0-940e244b9e78 req-692ac459-0de5-441f-b471-e398d601afda tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:47.884857 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f821c685-756e-4a51-b1e0-940e244b9e78 req-692ac459-0de5-441f-b471-e398d601afda tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0686829 Jul 23 04:59:47.926949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f821c685-756e-4a51-b1e0-940e244b9e78 req-bfd1bdf3-7720-4383-97b2-848e10eed8a2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354598 Jul 23 04:59:48.203236 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93122-a3a0-42db-9754-a421da4eab14 req-3435d5ea-42e4-4886-8581-b383c9b10e59 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:48.205353 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-09d93122-a3a0-42db-9754-a421da4eab14 req-3435d5ea-42e4-4886-8581-b383c9b10e59 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0645843 Jul 23 04:59:48.251875 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-09d93122-a3a0-42db-9754-a421da4eab14 req-7363f22a-ceda-4871-8b0b-b71fdc2f926d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Jul 23 04:59:49.066692 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4310f-d94d-4f65-88a0-4c249b641362 req-48cda2a0-12a6-4f54-b35c-eb4769a1eeff tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:49.068233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-18f4310f-d94d-4f65-88a0-4c249b641362 req-48cda2a0-12a6-4f54-b35c-eb4769a1eeff tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0642166 Jul 23 04:59:49.106995 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-18f4310f-d94d-4f65-88a0-4c249b641362 req-086f3010-1182-4a55-9497-70d7ff302398 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330515 Jul 23 04:59:49.388740 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29c156-be01-430a-8e3b-e12e9ce65387 req-dd250964-ac55-4ddf-a43c-70a2f7756288 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:49.390266 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e29c156-be01-430a-8e3b-e12e9ce65387 req-dd250964-ac55-4ddf-a43c-70a2f7756288 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0698700 Jul 23 04:59:49.430440 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e29c156-be01-430a-8e3b-e12e9ce65387 req-3ab0ca27-ef2b-45b8-a494-05c33eea709c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335569 Jul 23 04:59:50.254299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbf7f1-aaa8-480e-bb19-52667e27fb8b req-da8b2d81-47d1-470c-bc19-b7fb42577d89 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:50.255807 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-56bbf7f1-aaa8-480e-bb19-52667e27fb8b req-da8b2d81-47d1-470c-bc19-b7fb42577d89 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0700834 Jul 23 04:59:50.294289 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-56bbf7f1-aaa8-480e-bb19-52667e27fb8b req-87dbb28b-b5de-4d1a-a20e-ddac840817a2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Jul 23 04:59:50.574067 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9fc16-add6-4db4-a39c-9a74cbf533c7 req-7559d95b-36e1-43d1-bcf4-d1714d3c5772 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:50.575729 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-01b9fc16-add6-4db4-a39c-9a74cbf533c7 req-7559d95b-36e1-43d1-bcf4-d1714d3c5772 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0705316 Jul 23 04:59:50.614348 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-01b9fc16-add6-4db4-a39c-9a74cbf533c7 req-49d92a48-9e0f-4fbe-8530-b81f2cef8e8e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331144 Jul 23 04:59:51.441360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733be2b-975e-40e7-9b44-903e13c199d7 req-d65f6698-f76d-4685-83a1-6bfef99bc66e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:51.442926 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0733be2b-975e-40e7-9b44-903e13c199d7 req-d65f6698-f76d-4685-83a1-6bfef99bc66e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0709167 Jul 23 04:59:51.481907 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0733be2b-975e-40e7-9b44-903e13c199d7 req-b0578d9a-0f39-4565-b64c-38da49d72755 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Jul 23 04:59:51.747780 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325660c-fbe9-4a99-9271-d79735590a15 req-1a38c43d-cab6-4dbc-8c69-eed1909f7c97 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:51.749270 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8325660c-fbe9-4a99-9271-d79735590a15 req-1a38c43d-cab6-4dbc-8c69-eed1909f7c97 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0636494 Jul 23 04:59:51.786065 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8325660c-fbe9-4a99-9271-d79735590a15 req-f7730726-4a80-4a3c-b239-e66e630d87c9 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Jul 23 04:59:52.620710 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a74ea-c944-4468-8157-fab48a9138e5 req-47cc965f-e62e-44e1-ab83-a99d768a543a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:52.622221 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-195a74ea-c944-4468-8157-fab48a9138e5 req-47cc965f-e62e-44e1-ab83-a99d768a543a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0673132 Jul 23 04:59:52.661919 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-195a74ea-c944-4468-8157-fab48a9138e5 req-11e29c15-3d4d-490e-a375-84acb9191646 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332470 Jul 23 04:59:52.921805 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2aff4-9c31-4b1e-83cc-bcea0e3de347 req-c051cc9a-ba1f-4999-a68a-0f7a652e7a83 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:52.923950 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bad2aff4-9c31-4b1e-83cc-bcea0e3de347 req-c051cc9a-ba1f-4999-a68a-0f7a652e7a83 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0692725 Jul 23 04:59:52.978992 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bad2aff4-9c31-4b1e-83cc-bcea0e3de347 req-d3d1e1d6-7334-4bba-9135-de4713100d28 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 Jul 23 04:59:53.798739 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87d9e3-9775-47cc-94a1-87838f8c7ec8 req-e63e8582-7b28-47f1-83ac-0d0f91900c18 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:53.800223 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c87d9e3-9775-47cc-94a1-87838f8c7ec8 req-e63e8582-7b28-47f1-83ac-0d0f91900c18 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0654094 Jul 23 04:59:53.841557 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6c87d9e3-9775-47cc-94a1-87838f8c7ec8 req-878eaca8-71fb-4b4c-9e09-c79ac6386550 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355346 Jul 23 04:59:54.122820 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152492e8-69f9-44e2-8225-3d161c4851e5 req-ae8bc4f4-a88f-4d93-b772-bb01fb759a8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:54.124541 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-152492e8-69f9-44e2-8225-3d161c4851e5 req-ae8bc4f4-a88f-4d93-b772-bb01fb759a8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0757222 Jul 23 04:59:54.168622 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-152492e8-69f9-44e2-8225-3d161c4851e5 req-da75237a-4a7d-4112-8451-1e6febed0e42 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366857 Jul 23 04:59:55.007763 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637711-79d0-43e4-8b13-4174f0895280 req-6af34e2b-4913-49f6-872c-6cdd081c54bf tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:55.009401 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85637711-79d0-43e4-8b13-4174f0895280 req-6af34e2b-4913-49f6-872c-6cdd081c54bf tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0769258 Jul 23 04:59:55.046988 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85637711-79d0-43e4-8b13-4174f0895280 req-c6331b0a-9fb8-4eda-82a4-4183d3c6aaaf tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Jul 23 04:59:55.305486 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0dd8be-cc27-4891-81d4-743d20a99359 req-036b77d0-3797-427f-8e02-db9f1889d7d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:55.307009 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fc0dd8be-cc27-4891-81d4-743d20a99359 req-036b77d0-3797-427f-8e02-db9f1889d7d0 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0642800 Jul 23 04:59:55.346779 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fc0dd8be-cc27-4891-81d4-743d20a99359 req-02715f58-059d-400a-a4ea-bad6b69615ea tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Jul 23 04:59:56.196112 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c5a3-3029-4854-9a34-a75f170603c9 req-a5458b80-07ef-4551-bd80-46571876f50e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:56.197857 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e35c5a3-3029-4854-9a34-a75f170603c9 req-a5458b80-07ef-4551-bd80-46571876f50e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0743155 Jul 23 04:59:56.243841 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e35c5a3-3029-4854-9a34-a75f170603c9 req-d2595e62-0094-46f4-b58e-be8fd8b6c3e4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384092 Jul 23 04:59:56.480655 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56befb-c790-497f-807b-b4bc000391ef req-91fcd035-af80-484f-b9d3-645731b177b4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:56.485041 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5a56befb-c790-497f-807b-b4bc000391ef req-91fcd035-af80-484f-b9d3-645731b177b4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0673118 Jul 23 04:59:56.522649 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5a56befb-c790-497f-807b-b4bc000391ef req-1798cf95-1877-4374-aeb9-56ffd94b2442 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348308 Jul 23 04:59:57.387408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea1ed-7b4a-44dc-bd05-b199b8dbac26 req-8380d415-afd0-4aaf-b420-76232ed3dd36 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:57.388953 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72fea1ed-7b4a-44dc-bd05-b199b8dbac26 req-8380d415-afd0-4aaf-b420-76232ed3dd36 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0684896 Jul 23 04:59:57.431164 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72fea1ed-7b4a-44dc-bd05-b199b8dbac26 req-2d91e00c-89dc-42da-abef-0e615eaabd41 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359211 Jul 23 04:59:57.653062 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a707a69-266d-4357-9a63-dbf78d717699 req-8985e596-6735-4683-a19c-a56e83224fa6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:57.654537 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3a707a69-266d-4357-9a63-dbf78d717699 req-8985e596-6735-4683-a19c-a56e83224fa6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0629418 Jul 23 04:59:57.692297 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3a707a69-266d-4357-9a63-dbf78d717699 req-8581cdca-9275-4323-9306-4fb50e8301bf tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Jul 23 04:59:58.265552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-1959a508-48a0-4da5-9958-6ccc3f418f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:58.267794 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-1959a508-48a0-4da5-9958-6ccc3f418f4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.0520570 Jul 23 04:59:58.409584 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-556136d2-6756-4129-b9e9-dcf7df276bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:58.411046 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-556136d2-6756-4129-b9e9-dcf7df276bde service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.0868416 Jul 23 04:59:58.466975 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-08358727-22ab-4976-9441-530208893dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0354810 Jul 23 04:59:58.553321 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-b3f51caa-4dd8-43a2-9920-f58830c90a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:58.554765 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-b3f51caa-4dd8-43a2-9920-f58830c90a91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0754871 Jul 23 04:59:58.583165 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d42d23-c634-44e0-bddf-6f36e35067ec req-0e94edd5-4f5d-4a1f-94b1-c88444c2c235 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:58.584579 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-60d42d23-c634-44e0-bddf-6f36e35067ec req-0e94edd5-4f5d-4a1f-94b1-c88444c2c235 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0782425 Jul 23 04:59:58.621827 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-fa08d3a4-2cb4-4312-9371-49bf88e0a5c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362318 Jul 23 04:59:58.655270 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-60d42d23-c634-44e0-bddf-6f36e35067ec req-4749c307-9b18-4c90-a9ed-ffec7eeb9149 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626035 Jul 23 04:59:58.723750 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-1b93b5ad-d80d-44fd-b9ad-670a4dba76d3 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895958 Jul 23 04:59:58.820356 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab114b8-fa33-44b8-a9af-7f33d03a2cc9 req-8833e460-e613-4ff2-aa03-faad0d4ebde7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:58.821418 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bfe6bd9f-8084-440a-b3bc-2d484682227a req-4afe0f9b-f27d-437b-8ea5-c2f131f1512f service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862141 Jul 23 04:59:58.821877 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4ab114b8-fa33-44b8-a9af-7f33d03a2cc9 req-8833e460-e613-4ff2-aa03-faad0d4ebde7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0621126 Jul 23 04:59:58.869617 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4ab114b8-fa33-44b8-a9af-7f33d03a2cc9 req-60e492aa-9d5a-4460-8467-13a56859f7e4 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421796 Jul 23 04:59:59.770407 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df428-405e-4115-8d4e-8ad8cd3e86a2 req-c9a7ade2-34db-4274-9b1c-67ff1e9b6218 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:59.772032 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b0df428-405e-4115-8d4e-8ad8cd3e86a2 req-c9a7ade2-34db-4274-9b1c-67ff1e9b6218 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.0640492 Jul 23 04:59:59.791595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77cdb2-0658-409c-b912-80169230c65a req-82626ecf-b93b-4759-887c-73a69862cff0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:59.793022 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0d77cdb2-0658-409c-b912-80169230c65a req-82626ecf-b93b-4759-887c-73a69862cff0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0655203 Jul 23 04:59:59.798325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 04:59:59.812774 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b0df428-405e-4115-8d4e-8ad8cd3e86a2 req-ff5808af-daf7-4679-8aa8-8d10f6b5be7d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Jul 23 04:59:59.833689 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0d77cdb2-0658-409c-b912-80169230c65a req-27d3134d-8887-4768-b366-5ec1c5da5862 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338445 Jul 23 04:59:59.998089 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4290aeb-152c-48aa-a09a-1919b4217b70 req-e3719a9a-583c-4870-ac97-93e28b9f252f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 04:59:59.999564 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e4290aeb-152c-48aa-a09a-1919b4217b70 req-e3719a9a-583c-4870-ac97-93e28b9f252f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0641189 Jul 23 05:00:00.028916 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a1ba6-817f-4f13-943f-b517eb7cfc66 req-573220a1-2443-4490-bb43-e0ed6368abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:00.030416 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-651a1ba6-817f-4f13-943f-b517eb7cfc66 req-573220a1-2443-4490-bb43-e0ed6368abc7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.0518415 Jul 23 05:00:00.037728 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e4290aeb-152c-48aa-a09a-1919b4217b70 req-9845d92b-ac63-444a-a2cc-5709c30e0938 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jul 23 05:00:00.065818 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-651a1ba6-817f-4f13-943f-b517eb7cfc66 req-b42d9e86-46a6-41de-ae18-986660c03efa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279708 Jul 23 05:00:00.943990 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93611af2-3118-44ad-9b7b-ec4ffc7dd4b0 req-185d6923-1746-46da-b676-69495b5c8f0c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:00.945434 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-93611af2-3118-44ad-9b7b-ec4ffc7dd4b0 req-185d6923-1746-46da-b676-69495b5c8f0c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.0635877 Jul 23 05:00:00.967791 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2a9ed-8ff6-4209-b887-06d88202a685 req-514604f3-d97f-4ee5-89a3-d1f7d405028d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:00.969278 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f3a2a9ed-8ff6-4209-b887-06d88202a685 req-514604f3-d97f-4ee5-89a3-d1f7d405028d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0645974 Jul 23 05:00:00.983666 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-93611af2-3118-44ad-9b7b-ec4ffc7dd4b0 req-418ac34a-795f-44fc-b099-15b02e6fdaf2 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jul 23 05:00:01.007342 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f3a2a9ed-8ff6-4209-b887-06d88202a685 req-76a65e54-5459-4db3-8bc3-e268490ddca0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316219 Jul 23 05:00:01.048332 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ca0db4cf-5c80-4d70-aa3b-f33060397678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:01.167031 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04cf9b-0ae7-429f-83cc-419244de502d req-04441d76-9fed-4433-832a-6fc4548608f3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:01.168408 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0e04cf9b-0ae7-429f-83cc-419244de502d req-04441d76-9fed-4433-832a-6fc4548608f3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0646002 Jul 23 05:00:01.207027 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0e04cf9b-0ae7-429f-83cc-419244de502d req-9d3e5a6f-c90b-4702-ac92-1a0d0b9cc162 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 23 05:00:02.110014 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62320e-a037-49b3-b4bf-48f4411d4c56 req-16d48502-148b-41ab-9fd4-d684ee048790 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.113082 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dc62320e-a037-49b3-b4bf-48f4411d4c56 req-16d48502-148b-41ab-9fd4-d684ee048790 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.0628638 Jul 23 05:00:02.139722 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54f07a-ba9b-46c2-886d-1adcc28d993f req-392c67ba-0a43-4317-8072-c98b11d199e7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.141243 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc54f07a-ba9b-46c2-886d-1adcc28d993f req-392c67ba-0a43-4317-8072-c98b11d199e7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0629926 Jul 23 05:00:02.151013 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-dc62320e-a037-49b3-b4bf-48f4411d4c56 req-ba77bc4a-2ffe-4330-9101-597d763df144 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jul 23 05:00:02.181399 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc54f07a-ba9b-46c2-886d-1adcc28d993f req-3383c01b-c385-43f2-b035-c4811961e767 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344632 Jul 23 05:00:02.333189 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c7aa4-9a29-4f15-9099-0a6a8caf3d83 req-ea19c67f-4d9d-4497-b9d7-c3fbb9dab6e7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.334665 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-234c7aa4-9a29-4f15-9099-0a6a8caf3d83 req-ea19c67f-4d9d-4497-b9d7-c3fbb9dab6e7 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0620100 Jul 23 05:00:02.375508 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-234c7aa4-9a29-4f15-9099-0a6a8caf3d83 req-ad605a59-a4f0-4d54-a71d-6d4beb5e31aa tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354109 Jul 23 05:00:02.534077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-3475cfbe-80a4-4b97-9638-b550cf9f0c23 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.535551 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-3475cfbe-80a4-4b97-9638-b550cf9f0c23 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 946 time: 0.0670242 Jul 23 05:00:02.712587 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Deleting port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:02.712883 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:02.803530 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac8b63-b1c5-4cd1-b880-7b2b20c6519a req-bf8b9825-135f-4dac-bb76-500cd974e301 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.804993 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7fac8b63-b1c5-4cd1-b880-7b2b20c6519a req-bf8b9825-135f-4dac-bb76-500cd974e301 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1777368 Jul 23 05:00:02.809152 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-eb98d893-56ca-4bff-a9b0-ae89c31a0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.810470 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-eb98d893-56ca-4bff-a9b0-ae89c31a0206 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 1099 time: 0.1672590 Jul 23 05:00:02.859792 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] For port 64df8c36-a72c-4b69-b9ca-2f79cb591f91, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=64df8c36-a72c-4b69-b9ca-2f79cb591f91,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:02.860142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:02.888145 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Calling delete_port for 64df8c36-a72c-4b69-b9ca-2f79cb591f91 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:02.898866 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7fac8b63-b1c5-4cd1-b880-7b2b20c6519a req-2eacc7bf-bce3-4772-aced-a55d5718fb09 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875371 Jul 23 05:00:02.992349 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-a1524823-468c-49b5-8771-800ed942316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:02.993730 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-a1524823-468c-49b5-8771-800ed942316e service neutron] 10.222.0.24 "GET /v2.0/networks?id=09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 200 len: 919 time: 0.1711257 Jul 23 05:00:03.036657 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-9bd599e6-9efd-4661-9538-8edf19468312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 200 len: 217 time: 0.0358701 Jul 23 05:00:03.111095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-52b54845-a6a5-4893-96dd-97ad233eeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:03.112511 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-52b54845-a6a5-4893-96dd-97ad233eeb1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 200 len: 859 time: 0.0695064 Jul 23 05:00:03.153342 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-44adf03b-0fe1-4d7e-8143-a9ee5a6ce4c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=09facd24-b102-485f-96e9-52db73412730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326860 Jul 23 05:00:03.159437 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:03.202675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Pushing event deleted for resources: {'Port': ['ID=64df8c36-a72c-4b69-b9ca-2f79cb591f91,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:03.254013 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-14deafae-0471-4552-a97e-a1f895c560be req-8c1d7b91-3561-4b41-b642-39f43fa02912 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 210 time: 0.0283108 Jul 23 05:00:03.297878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] No DVR routers for this DVR port 64df8c36-a72c-4b69-b9ca-2f79cb591f91 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:00:03.318038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:03.319948 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3d61d968-d919-4c66-a2d8-ad82ff76f935 req-1c6bfff2-a20a-46e8-a244-7e2ec5aedf9f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "DELETE /v2.0/ports/64df8c36-a72c-4b69-b9ca-2f79cb591f91 HTTP/1.1" status: 204 len: 173 time: 0.7784560 Jul 23 05:00:03.320545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'name': 'network-vif-deleted', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:03.322749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da40a64-d1f0-4341-9aaf-6c442e1eb35a" -d '{"events": [{"server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "name": "network-vif-deleted", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:03.353885 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-7a0653a3-8fc1-4c5c-bba7-5afea8807099 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924388 Jul 23 05:00:03.371790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f176f4-aba4-4261-89c4-5ed04270f259 x-openstack-request-id: req-28f176f4-aba4-4261-89c4-5ed04270f259 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:03.372084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6317e07f-05f2-4f6b-8dfb-8c678e8b99f3", "name": "network-vif-deleted", "tag": "64df8c36-a72c-4b69-b9ca-2f79cb591f91", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:03.372335 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f176f4-aba4-4261-89c4-5ed04270f259 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:03.372751 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6317e07f-05f2-4f6b-8dfb-8c678e8b99f3', 'name': 'network-vif-deleted', 'tag': '64df8c36-a72c-4b69-b9ca-2f79cb591f91', 'status': 'completed', 'code': 200} Jul 23 05:00:03.403201 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c99499-7aa6-4599-bde4-5fa5dca6d627 req-54a6b241-b332-4ee6-aad8-5146df87139e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:03.404691 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13c99499-7aa6-4599-bde4-5fa5dca6d627 req-54a6b241-b332-4ee6-aad8-5146df87139e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.1389859 Jul 23 05:00:03.483566 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13c99499-7aa6-4599-bde4-5fa5dca6d627 req-425633c4-b40b-4a3e-87d2-63df41fcfa05 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718668 Jul 23 05:00:03.489264 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-47bad6b0-88a1-4c3e-bb12-10a564855fc5 req-fc0d5c2b-3e1c-422f-a159-a955031220b9 service neutron] 10.222.0.24 "GET /v2.0/networks/09facd24-b102-485f-96e9-52db73412730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288211 Jul 23 05:00:03.528516 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f9cc0de1-ce6c-4ad7-bfea-67266224dff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:04.029129 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6effa7-40e4-446a-80bf-bfa559dfe1cf req-af898d4c-0704-4d39-a1b8-7a0dbf625172 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:04.030508 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-db6effa7-40e4-446a-80bf-bfa559dfe1cf req-af898d4c-0704-4d39-a1b8-7a0dbf625172 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0602558 Jul 23 05:00:04.060922 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:04.071393 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-db6effa7-40e4-446a-80bf-bfa559dfe1cf req-2aa582d3-42dd-4cfc-b8fc-0ad9139b179f tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352857 Jul 23 05:00:04.364590 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1bfcb4d5-b81d-4dcc-875c-d4cf363e2bd7 req-713c83f4-9330-4dae-8c9d-38a179ddcb15 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=6317e07f-05f2-4f6b-8dfb-8c678e8b99f3 HTTP/1.1" status: 200 len: 210 time: 0.0284815 Jul 23 05:00:04.619912 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8723-d018-4850-83a0-b308b82141c1 req-d6505b32-1fb0-4b45-8ebd-5817ce4872ae tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:04.621343 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4dcc8723-d018-4850-83a0-b308b82141c1 req-d6505b32-1fb0-4b45-8ebd-5817ce4872ae tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 943 time: 0.0633595 Jul 23 05:00:04.662005 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4dcc8723-d018-4850-83a0-b308b82141c1 req-c2df031c-6a4c-46c0-8545-6d1e08aa7ca9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351913 Jul 23 05:00:04.764806 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:05.076366 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:00:05.087250 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 64df8c36-a72c-4b69-b9ca-2f79cb591f91 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:00:05.110475 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 64df8c36-a72c-4b69-b9ca-2f79cb591f91 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:00:05.110818 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 64df8c36-a72c-4b69-b9ca-2f79cb591f91 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:00:05.192097 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:05.201346 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc35dad-0070-4601-b8b4-635d40a76719 req-13d446d7-7cc1-4b77-97d1-29db5a919177 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:05.202503 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '3e92bb90-3626-4194-8092-be7a44ba3337', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': '3e92bb90-3626-4194-8092-be7a44ba3337', 'mac_address': 'fa:16:3e:9b:d5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:00:05.202804 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0cc35dad-0070-4601-b8b4-635d40a76719 req-13d446d7-7cc1-4b77-97d1-29db5a919177 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0643618 Jul 23 05:00:05.243232 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:05.244760 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0cc35dad-0070-4601-b8b4-635d40a76719 req-d17dc140-54d4-42ac-95cb-fcab50b1aeaa tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 23 05:00:05.256377 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:00:05.274840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:05.278894 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:05.326982 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=9']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:05.334142 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.334492 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.334836 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.335172 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.335506 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.335838 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.336168 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.336494 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.336868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.337199 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.337522 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.337842 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:05.732806 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['3e92bb90-3626-4194-8092-be7a44ba3337'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:00:05.795529 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eaa1b-2e32-4262-ba68-e9a57a981acc req-6e5d7c43-a4e4-4055-af79-b99614932253 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:05.797072 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-908eaa1b-2e32-4262-ba68-e9a57a981acc req-6e5d7c43-a4e4-4055-af79-b99614932253 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0652316 Jul 23 05:00:05.837413 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-908eaa1b-2e32-4262-ba68-e9a57a981acc req-40924820-3457-4c8d-b209-f2c4d6070eef tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339777 Jul 23 05:00:06.190217 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:06.370900 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa96fe5-15fe-4df2-aaf3-b2e2e04cab11 req-29095cba-d6ac-4506-90e4-d1f6b8dce52e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:06.372360 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5fa96fe5-15fe-4df2-aaf3-b2e2e04cab11 req-29095cba-d6ac-4506-90e4-d1f6b8dce52e tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0616343 Jul 23 05:00:06.408319 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5fa96fe5-15fe-4df2-aaf3-b2e2e04cab11 req-e46c7f5f-65ed-419b-8e7f-b14fb0d0ad93 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303075 Jul 23 05:00:06.975540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15be1b-bede-48e8-958f-081658c8d2b1 req-8f736427-c695-4dd5-928e-fcc9f23aadba tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:06.976948 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0a15be1b-bede-48e8-958f-081658c8d2b1 req-8f736427-c695-4dd5-928e-fcc9f23aadba tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0626807 Jul 23 05:00:07.012504 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0a15be1b-bede-48e8-958f-081658c8d2b1 req-00896eae-bac6-435e-8974-459871f9268f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301449 Jul 23 05:00:08.152649 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb250c1-8878-4f5c-b89e-e213340abc34 req-b3da7e25-94f4-482b-987b-c0a3855bcc7b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:08.154108 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2fb250c1-8878-4f5c-b89e-e213340abc34 req-b3da7e25-94f4-482b-987b-c0a3855bcc7b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0643570 Jul 23 05:00:08.403334 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2fb250c1-8878-4f5c-b89e-e213340abc34 req-392a4ca9-9e1a-43bd-8920-bbc0b5b06703 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431545 Jul 23 05:00:08.430437 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:00:09.545484 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0c24-955b-41f1-916a-b54eff064d6c req-0a313a2d-128d-40d6-9714-ab44d3b0aba6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:09.546970 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-abce0c24-955b-41f1-916a-b54eff064d6c req-0a313a2d-128d-40d6-9714-ab44d3b0aba6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0669177 Jul 23 05:00:09.584997 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-abce0c24-955b-41f1-916a-b54eff064d6c req-bcdd75ee-60ce-43c9-910e-f07c25b15ad1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Jul 23 05:00:10.623420 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:00:10.672263 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 3e92bb90-3626-4194-8092-be7a44ba3337 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:00:10.672779 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:10.717014 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68271-49b0-4ce2-963e-52bca19586c4 req-4b5659de-c3c9-499f-a6fe-3555d9dfa6e1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:10.718482 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1e68271-49b0-4ce2-963e-52bca19586c4 req-4b5659de-c3c9-499f-a6fe-3555d9dfa6e1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 944 time: 0.0619888 Jul 23 05:00:10.749862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:10.756541 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c1e68271-49b0-4ce2-963e-52bca19586c4 req-cbc4964a-5282-462d-ba2e-3ee5231df0eb tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Jul 23 05:00:10.772396 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:10.774670 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c425628-9031-4b31-809b-2b1ca004149f" -d '{"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:10.788147 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:10.791919 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:10.814279 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee3ee56-678f-44df-b512-d0e837bf12c4 x-openstack-request-id: req-bee3ee56-678f-44df-b512-d0e837bf12c4 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:10.814571 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-plugged", "status": "completed", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:10.814830 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bee3ee56-678f-44df-b512-d0e837bf12c4 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:10.815210 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'code': 200} Jul 23 05:00:10.839804 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=10']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:11.889199 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592a73e-0151-4693-a09a-40b69b9778f9 req-b6832536-dcb8-41b2-921f-99767c603028 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:11.890657 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b592a73e-0151-4693-a09a-40b69b9778f9 req-b6832536-dcb8-41b2-921f-99767c603028 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0623126 Jul 23 05:00:11.930126 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b592a73e-0151-4693-a09a-40b69b9778f9 req-a4d8d378-21a2-453f-8058-38a9dbda8716 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Jul 23 05:00:12.227605 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766205d-fc39-4ded-bbbc-f794f31d6f1d req-65f4ebc5-fc04-4c0c-901e-079a22073b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:12.229112 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c766205d-fc39-4ded-bbbc-f794f31d6f1d req-65f4ebc5-fc04-4c0c-901e-079a22073b31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1099 time: 0.0507350 Jul 23 05:00:13.065075 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8607f2-f86e-44ee-8f4b-09d171ac0bc2 req-c29bfa9a-950b-4eff-981b-faca5f8898a2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:13.066586 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4f8607f2-f86e-44ee-8f4b-09d171ac0bc2 req-c29bfa9a-950b-4eff-981b-faca5f8898a2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0621824 Jul 23 05:00:13.074087 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c766205d-fc39-4ded-bbbc-f794f31d6f1d req-0e292b53-720e-4e1c-8620-df87c87dc276 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279651 Jul 23 05:00:13.105056 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4f8607f2-f86e-44ee-8f4b-09d171ac0bc2 req-032ec6df-d8de-4222-9c34-bce8f6ef6b62 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329807 Jul 23 05:00:14.239042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2656e2-5c98-4c42-b63f-6de462de1cb6 req-623a0b4f-cc4a-45cd-8732-3591732ca616 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:14.240577 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6f2656e2-5c98-4c42-b63f-6de462de1cb6 req-623a0b4f-cc4a-45cd-8732-3591732ca616 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0626924 Jul 23 05:00:14.278865 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6f2656e2-5c98-4c42-b63f-6de462de1cb6 req-0fbec1dc-5376-4737-8477-0514e7b84ddc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Jul 23 05:00:15.393668 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-a4dc9a8b-8b81-4298-9295-a4fa20e24606 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:15.395106 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-a4dc9a8b-8b81-4298-9295-a4fa20e24606 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 814 time: 0.1057949 Jul 23 05:00:15.410032 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-0ebf6c3e-11a5-4ffd-8512-7447148d3eb3 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/quotas/5d772e85fc4246869b5e33fcb358f94f HTTP/1.1" status: 200 len: 375 time: 0.0095556 Jul 23 05:00:15.450379 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-ffd9e86b-20f1-4044-ac79-e04a03cc4475 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352614 Jul 23 05:00:15.532878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b74dd-23b3-4e47-bfc0-aab317128b07 req-ea340eef-08df-41de-ab86-de0b2f0e8977 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:15.534709 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-115b74dd-23b3-4e47-bfc0-aab317128b07 req-ea340eef-08df-41de-ab86-de0b2f0e8977 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0729718 Jul 23 05:00:15.553873 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-c44f74e1-ce94-4957-a3ec-67ce5b649b4b service neutron] 10.222.0.16 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954988 Jul 23 05:00:15.573743 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-115b74dd-23b3-4e47-bfc0-aab317128b07 req-b623755a-3dab-4cef-877d-d0641608636d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335670 Jul 23 05:00:15.653288 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-93eca841-3204-4734-92d0-e16b6f03c7f7 service neutron] 10.222.0.16 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931664 Jul 23 05:00:15.716068 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7c3b4-336e-4f60-93f5-0ee970e0d398 req-5af39a17-dfe5-48e8-89dc-bcae76a7d520 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:15.717796 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7fa7c3b4-336e-4f60-93f5-0ee970e0d398 req-5af39a17-dfe5-48e8-89dc-bcae76a7d520 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0689540 Jul 23 05:00:15.763033 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7fa7c3b4-336e-4f60-93f5-0ee970e0d398 req-c3870f85-f5b4-4ef4-9560-6255e891e6d6 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385318 Jul 23 05:00:16.706813 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9581ae-d69c-4927-9c77-6453e2324772 req-208480d4-267c-4f39-8665-6a114694b551 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:16.708298 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3f9581ae-d69c-4927-9c77-6453e2324772 req-208480d4-267c-4f39-8665-6a114694b551 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0617821 Jul 23 05:00:16.743719 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3f9581ae-d69c-4927-9c77-6453e2324772 req-6ef710f6-e627-45e6-9a3a-abe6f4999cb4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300505 Jul 23 05:00:16.849045 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9095e813-3361-4672-ae22-5d30eb34c5c0 req-e151d58b-c04a-41dd-97d4-c0f53ca64277 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 210 time: 0.0293822 Jul 23 05:00:16.902956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504bf89b-4426-4f33-8a1e-a7e60e87f338 req-cf4665ee-edf7-4425-b2ab-aaa77285cfb2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:16.904350 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-504bf89b-4426-4f33-8a1e-a7e60e87f338 req-cf4665ee-edf7-4425-b2ab-aaa77285cfb2 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.0697367 Jul 23 05:00:16.944827 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-504bf89b-4426-4f33-8a1e-a7e60e87f338 req-072fffb2-580d-430c-bb13-cba495e5bdca tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Jul 23 05:00:17.936872 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-0c20115c-acec-4ace-902a-6f277d8ca848 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:17.938339 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-0c20115c-acec-4ace-902a-6f277d8ca848 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 814 time: 0.1046560 Jul 23 05:00:17.973131 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0b3e362b-14df-45a6-94d6-b077a3304204 req-c96ae112-1e6f-49ec-bb0b-9a7b1a1ca0ac tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 210 time: 0.0370052 Jul 23 05:00:18.043614 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Request body: {'port': {'device_id': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139', 'admin_state_up': True, 'tenant_id': '5d772e85fc4246869b5e33fcb358f94f'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:00:18.148148 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109321fe-9770-459f-aca6-861df211d525 req-3e892ead-e739-485a-a47e-39c275ac5cf3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:18.149561 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-109321fe-9770-459f-aca6-861df211d525 req-3e892ead-e739-485a-a47e-39c275ac5cf3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1384332 Jul 23 05:00:18.190068 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Made reservation on behalf of 5d772e85fc4246869b5e33fcb358f94f for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:00:18.193420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:18.209872 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-109321fe-9770-459f-aca6-861df211d525 req-08014165-a38f-49e5-a4b9-a7f1701196e8 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548089 Jul 23 05:00:18.326685 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Allocated IP 172.20.0.13 (02d9a2a5-c890-4b0a-98c3-f4b6571a1139/bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5/ff36f141-9db5-4984-bdaf-b133c60c984e) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:00:18.468388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:18.507134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:18.545411 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:00:18.551682 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:00:18.555224 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:00:18.591705 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Pushing event updated for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:18.604221 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.604597 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.604941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.605272 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.605598 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.605923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.606251 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.606571 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.606894 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.607230 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.607539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.607858 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:18.628845 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:18.629455 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:18.641792 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-36809fbf-e76b-4dfc-ac23-341e714f4c07 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029778 Jul 23 05:00:18.706672 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Request body: {'port': {'device_id': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:00:18.817372 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:18.827220 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-727d0d30-dd88-47a8-b73c-9bb24f1f1a95 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:18.828682 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-727d0d30-dd88-47a8-b73c-9bb24f1f1a95 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.1197023 Jul 23 05:00:19.041935 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Deleting port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:19.042595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.099101 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756ae1c-4975-484d-beb7-9d8fa5aba886 req-aae3ada1-4f3b-449d-a1f6-6d5580fc6577 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:19.100516 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9756ae1c-4975-484d-beb7-9d8fa5aba886 req-aae3ada1-4f3b-449d-a1f6-6d5580fc6577 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 932 time: 0.0629618 Jul 23 05:00:19.138724 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9756ae1c-4975-484d-beb7-9d8fa5aba886 req-43571dca-453a-4218-b901-6980076caa64 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Jul 23 05:00:19.181024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] For port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:19.181374 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.202356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Calling delete_port for 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:19.267377 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff36f141-9db5-4984-bdaf-b133c60c984e {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:00:19.276572 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.318338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Transition to ACTIVE for port object ff36f141-9db5-4984-bdaf-b133c60c984e will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:00:19.327896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.400393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Pushing event updated for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:19.490608 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af06ae1-ca0b-4053-a3dc-c9451eeebeb1 req-3545df43-ce98-4202-94ca-bca279185eac tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:19.492079 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5af06ae1-ca0b-4053-a3dc-c9451eeebeb1 req-3545df43-ce98-4202-94ca-bca279185eac tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=95604cf9-374e-4ce1-89e1-ae7e35b4fee7 HTTP/1.1" status: 200 len: 946 time: 0.2132511 Jul 23 05:00:19.534749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.575959 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Attempting to bind port ff36f141-9db5-4984-bdaf-b133c60c984e on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:00:19.576284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Attempting to bind port ff36f141-9db5-4984-bdaf-b133c60c984e by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:00:19.576632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Attempting to bind port ff36f141-9db5-4984-bdaf-b133c60c984e on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:00:19.582277 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Pushing event deleted for resources: {'Port': ['ID=035c9fe0-74df-4ae2-b5cd-1df60adc8a79,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:19.587246 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', '035c9fe0-74df-4ae2-b5cd-1df60adc8a79'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:00:19.589492 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5af06ae1-ca0b-4053-a3dc-c9451eeebeb1 req-4793560c-42d7-4a50-bf7f-be96262210c5 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904071 Jul 23 05:00:19.592504 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Port ff36f141-9db5-4984-bdaf-b133c60c984e on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:00:19.592846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Attempting to bind port ff36f141-9db5-4984-bdaf-b133c60c984e on network 02d9a2a5-c890-4b0a-98c3-f4b6571a1139 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:00:19.615590 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:00:19.615926 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Checking segment: {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:00:19.616306 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Bound using segment: {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:00:19.616762 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Bound port: ff36f141-9db5-4984-bdaf-b133c60c984e, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476aa11e-86be-4c51-b747-21b0025b4062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:00:19.617675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.644066 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] No DVR routers for this DVR port 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:00:19.649082 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.650956 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a62b387e-7bf1-4690-9113-e0ac04d72c7a req-e81ec41d-4f4a-431b-8b99-d6d637bf369d tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "DELETE /v2.0/ports/035c9fe0-74df-4ae2-b5cd-1df60adc8a79 HTTP/1.1" status: 204 len: 173 time: 0.8146732 Jul 23 05:00:19.652163 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'name': 'network-vif-deleted', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:19.654433 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38f2435-e6b2-4461-aa4a-ee6321eb8584" -d '{"events": [{"server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "name": "network-vif-deleted", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:19.712786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d09fb4f-bde2-41d7-b64c-e6e81b2ca96f x-openstack-request-id: req-4d09fb4f-bde2-41d7-b64c-e6e81b2ca96f {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:19.713113 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95604cf9-374e-4ce1-89e1-ae7e35b4fee7", "name": "network-vif-deleted", "tag": "035c9fe0-74df-4ae2-b5cd-1df60adc8a79", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:19.713417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d09fb4f-bde2-41d7-b64c-e6e81b2ca96f {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:19.713834 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95604cf9-374e-4ce1-89e1-ae7e35b4fee7', 'name': 'network-vif-deleted', 'tag': '035c9fe0-74df-4ae2-b5cd-1df60adc8a79', 'status': 'completed', 'code': 200} Jul 23 05:00:19.720336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:00:19.724485 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff36f141-9db5-4984-bdaf-b133c60c984e,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:00:19.732330 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.774022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:19.774623 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:19.775990 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] 10.222.0.24 "PUT /v2.0/ports/ff36f141-9db5-4984-bdaf-b133c60c984e HTTP/1.1" status: 200 len: 1094 time: 1.0742846 Jul 23 05:00:19.792100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fd2cd-8ce4-49a9-8125-577719052f48 service neutron] Pushing event updated for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:19.891975 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-a8ded3a8-4058-43ff-bd2c-49a690885377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:19.894566 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-a8ded3a8-4058-43ff-bd2c-49a690885377 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0554662 Jul 23 05:00:19.947827 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-b160aec5-b417-457a-9e0f-c5ee3da3d55d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff36f141-9db5-4984-bdaf-b133c60c984e HTTP/1.1" status: 200 len: 217 time: 0.0321538 Jul 23 05:00:20.006789 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-86e04b08-7136-46c6-8342-5896f575af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:20.008229 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-86e04b08-7136-46c6-8342-5896f575af10 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 HTTP/1.1" status: 200 len: 854 time: 0.0505817 Jul 23 05:00:20.042129 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-22dc49b4-bba2-4578-a890-46a29eb80bd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265198 Jul 23 05:00:20.131924 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-06b4fd84-cd3d-4cb2-8092-ba22fd836ec1 service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795681 Jul 23 05:00:20.273721 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d0bece6-b353-41af-819f-b79e1eff3c88 req-3ca2ec5a-f08d-402d-af68-691c79c16e0a service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212969 Jul 23 05:00:20.301850 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13482751-5f7a-4ce3-9a76-3e3c1c900c85 req-75d9286e-67b8-4d9f-9ac3-8515803c5ee6 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:20.303336 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13482751-5f7a-4ce3-9a76-3e3c1c900c85 req-75d9286e-67b8-4d9f-9ac3-8515803c5ee6 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 944 time: 0.0895371 Jul 23 05:00:20.342350 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13482751-5f7a-4ce3-9a76-3e3c1c900c85 req-8b5baa4c-e4c3-4dec-a37a-62e2c3ddcaf1 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334334 Jul 23 05:00:20.868318 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38690850-6f4b-4f77-85d6-69317ad2ce6e req-52ffe2d3-8e4c-449e-b566-c59958d9e896 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:20.869802 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-38690850-6f4b-4f77-85d6-69317ad2ce6e req-52ffe2d3-8e4c-449e-b566-c59958d9e896 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0624676 Jul 23 05:00:20.912917 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-38690850-6f4b-4f77-85d6-69317ad2ce6e req-0fdaeffb-2304-4bb3-9b3a-d4ca9a512c5b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375173 Jul 23 05:00:21.473144 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df065c-2626-416c-9f9a-1c07f341b7d9 req-39827189-8d96-49b1-9876-edf6411c2faa tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:21.474604 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-43df065c-2626-416c-9f9a-1c07f341b7d9 req-39827189-8d96-49b1-9876-edf6411c2faa tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 944 time: 0.0662487 Jul 23 05:00:21.513197 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-43df065c-2626-416c-9f9a-1c07f341b7d9 req-5253bc4e-1c7e-408f-bdce-dcd745231713 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Jul 23 05:00:21.715324 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:21.717606 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b931cf3-adad-4bd8-8731-fa2791bb226e" -d '{"events": [{"name": "network-changed", "server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:21.752579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b9cf33-113a-40fd-95fb-a67ca7aab89d x-openstack-request-id: req-09b9cf33-113a-40fd-95fb-a67ca7aab89d {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:21.752977 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:21.753223 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09b9cf33-113a-40fd-95fb-a67ca7aab89d {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:21.753597 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e', 'status': 'completed', 'code': 200} Jul 23 05:00:21.869474 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-15a916ad-cc4c-4442-8da0-da58ce478c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:21.870927 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-15a916ad-cc4c-4442-8da0-da58ce478c92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d772e85fc4246869b5e33fcb358f94f&device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 1097 time: 0.0579009 Jul 23 05:00:21.965504 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-1234245d-1c8b-4865-b429-8dcd932fb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:21.966845 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-1234245d-1c8b-4865-b429-8dcd932fb884 service neutron] 10.222.0.24 "GET /v2.0/networks?id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 200 len: 914 time: 0.0865917 Jul 23 05:00:22.020209 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-b6c6e8f9-cbc4-46d6-b308-8368f1f31b8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff36f141-9db5-4984-bdaf-b133c60c984e HTTP/1.1" status: 200 len: 217 time: 0.0454643 Jul 23 05:00:22.092029 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-29651957-c6b5-4f00-adea-919bc1034ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:22.093436 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-29651957-c6b5-4f00-adea-919bc1034ced service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 HTTP/1.1" status: 200 len: 854 time: 0.0574613 Jul 23 05:00:22.109336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba05139-1202-4d6b-899b-fae4f0eec2ee req-fa3c586c-340b-487a-aa44-b18a93cacc8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:22.110688 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0ba05139-1202-4d6b-899b-fae4f0eec2ee req-fa3c586c-340b-487a-aa44-b18a93cacc8b tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1306288 Jul 23 05:00:22.146887 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-afe33583-b788-40ce-afb6-ed1e31ca38aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=02d9a2a5-c890-4b0a-98c3-f4b6571a1139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350657 Jul 23 05:00:22.194195 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0ba05139-1202-4d6b-899b-fae4f0eec2ee req-cd428a3d-1716-4826-a104-4ca4385bd0fa tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748973 Jul 23 05:00:22.253011 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-f475787f-9696-43c6-a547-2269521bc3ef service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923314 Jul 23 05:00:22.342843 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b931cf3-adad-4bd8-8731-fa2791bb226e req-0906929c-212a-49dd-9a6f-22d16d7ecb73 service neutron] 10.222.0.24 "GET /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830395 Jul 23 05:00:22.643131 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4fae-8266-4e3f-8bc3-d5cf8b3d228f req-e2601fbc-c657-4faa-8257-39f6ab00bd72 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:22.644865 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b57d4fae-8266-4e3f-8bc3-d5cf8b3d228f req-e2601fbc-c657-4faa-8257-39f6ab00bd72 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 944 time: 0.0617478 Jul 23 05:00:22.656056 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:00:22.675003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:00:22.675337 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 035c9fe0-74df-4ae2-b5cd-1df60adc8a79 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:00:22.681098 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b57d4fae-8266-4e3f-8bc3-d5cf8b3d228f req-ca339d56-4909-486b-b3a4-ce73bf729936 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Jul 23 05:00:23.319691 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d35d-79a0-477d-b9e9-e2666e8886a6 req-bfdedfe6-740d-4a3d-aee2-3e61591cda6c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:23.321175 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7f16d35d-79a0-477d-b9e9-e2666e8886a6 req-bfdedfe6-740d-4a3d-aee2-3e61591cda6c tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0607748 Jul 23 05:00:23.357652 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7f16d35d-79a0-477d-b9e9-e2666e8886a6 req-0ebc765f-efd3-4896-b4ac-efee89a88722 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Jul 23 05:00:23.807594 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4b5e-1291-4534-a573-c49ad517b498 req-303cd9f1-0d85-43d6-8874-f4e560b48fbc tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:23.809100 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-958d4b5e-1291-4534-a573-c49ad517b498 req-303cd9f1-0d85-43d6-8874-f4e560b48fbc tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 944 time: 0.0612390 Jul 23 05:00:23.845650 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-958d4b5e-1291-4534-a573-c49ad517b498 req-bbef0e50-a588-40ce-b48c-aa591fb436a1 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Jul 23 05:00:24.487456 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf62d00-37c1-4033-8f50-d249f1b51827 req-b190cbf4-fd7d-4852-95ae-f0e0ebe49b77 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:24.488963 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-caf62d00-37c1-4033-8f50-d249f1b51827 req-b190cbf4-fd7d-4852-95ae-f0e0ebe49b77 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0650947 Jul 23 05:00:24.526000 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-caf62d00-37c1-4033-8f50-d249f1b51827 req-a9e8d865-b7d6-47d4-a060-3b5d07ddfec3 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jul 23 05:00:24.656915 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff36f141-9db5-4984-bdaf-b133c60c984e details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:00:24.867851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff36f141-9db5-4984-bdaf-b133c60c984e,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:24.879867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'ff36f141-9db5-4984-bdaf-b133c60c984e', 'network_id': '02d9a2a5-c890-4b0a-98c3-f4b6571a1139', 'port_id': 'ff36f141-9db5-4984-bdaf-b133c60c984e', 'mac_address': 'fa:16:3e:0e:5b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:00:24.916718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:24.929079 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff36f141-9db5-4984-bdaf-b133c60c984e {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:00:24.950413 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff36f141-9db5-4984-bdaf-b133c60c984e,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:24.954472 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:24.981988 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ab462-90a6-4f55-9585-877ba0917668 req-94689f47-8a02-4356-9ba5-e19de09c986c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:24.983465 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a75ab462-90a6-4f55-9585-877ba0917668 req-94689f47-8a02-4356-9ba5-e19de09c986c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 944 time: 0.0694916 Jul 23 05:00:25.002129 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:25.021611 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a75ab462-90a6-4f55-9585-877ba0917668 req-382e09eb-c56c-468b-9fa6-ea169a7cd7a1 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Jul 23 05:00:25.335804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c97b-01bc-4ef9-8e9c-f14bf12b9d64 req-b1b1bde5-20a3-4c01-b50d-99ab7c82037c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:25.337309 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-04e5c97b-01bc-4ef9-8e9c-f14bf12b9d64 req-b1b1bde5-20a3-4c01-b50d-99ab7c82037c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0612550 Jul 23 05:00:25.373600 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-04e5c97b-01bc-4ef9-8e9c-f14bf12b9d64 req-534a16e9-a763-467e-be73-2e2fc8834d99 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Jul 23 05:00:25.385737 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['ff36f141-9db5-4984-bdaf-b133c60c984e'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:00:25.655159 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04147020-313d-4bd9-947b-381c647085f1 req-8538350b-25dd-479d-a6b8-09d0af109178 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:25.656677 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-04147020-313d-4bd9-947b-381c647085f1 req-8538350b-25dd-479d-a6b8-09d0af109178 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.0627160 Jul 23 05:00:25.694102 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-04147020-313d-4bd9-947b-381c647085f1 req-eb7b7f4e-0626-45c5-b6af-c6c1a7c64118 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Jul 23 05:00:26.145067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c00650-0147-45ab-896e-a796230cf59d req-c7030ff5-2c80-4139-982c-12d54bd88782 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:26.146566 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-70c00650-0147-45ab-896e-a796230cf59d req-c7030ff5-2c80-4139-982c-12d54bd88782 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 945 time: 0.0618334 Jul 23 05:00:26.185973 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-70c00650-0147-45ab-896e-a796230cf59d req-283ee573-3ddc-4141-9852-a3e93d06954a tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Jul 23 05:00:26.498630 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a27a7-98f7-42a6-a86f-15fe043e24db req-25061511-7c8e-47e9-b82b-372402c2b577 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:26.500152 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0a7a27a7-98f7-42a6-a86f-15fe043e24db req-25061511-7c8e-47e9-b82b-372402c2b577 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0611017 Jul 23 05:00:26.543320 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0a7a27a7-98f7-42a6-a86f-15fe043e24db req-aceef2e8-11a3-4f3c-b3ff-8a18953222ce tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346785 Jul 23 05:00:26.671362 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff36f141-9db5-4984-bdaf-b133c60c984e up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:00:26.718491 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port ff36f141-9db5-4984-bdaf-b133c60c984e completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:00:26.722382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port ff36f141-9db5-4984-bdaf-b133c60c984e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:00:26.722781 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:26.801851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:26.825716 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:26.827976 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ace61-415d-4306-82b9-9d36f32f448b" -d '{"events": [{"server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "name": "network-vif-plugged", "status": "completed", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:26.843014 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff36f141-9db5-4984-bdaf-b133c60c984e,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:26.849245 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:26.873711 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622eaed-773a-4634-bf6c-8299b31d06ef x-openstack-request-id: req-1622eaed-773a-4634-bf6c-8299b31d06ef {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:26.874003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "name": "network-vif-plugged", "status": "completed", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:26.874250 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1622eaed-773a-4634-bf6c-8299b31d06ef {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:26.874629 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e', 'code': 200} Jul 23 05:00:26.901878 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:27.052713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad722f-f785-4787-9bf4-117eaef0ce31 req-73a5a282-109c-4a3a-a301-af45e7d46358 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:27.054194 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-95ad722f-f785-4787-9bf4-117eaef0ce31 req-73a5a282-109c-4a3a-a301-af45e7d46358 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.2910030 Jul 23 05:00:27.100050 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-95ad722f-f785-4787-9bf4-117eaef0ce31 req-c1c35949-bf7d-425e-8102-2d12f375ca36 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/security-groups?id=a67e446e-c8e5-4c0d-b390-a22ef771d1b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Jul 23 05:00:27.139452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68624a60-a72f-4648-8dfd-029ecde45b4c req-e4532ce6-3fec-4429-9bff-f47422ef9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:27.140985 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-68624a60-a72f-4648-8dfd-029ecde45b4c req-e4532ce6-3fec-4429-9bff-f47422ef9dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 1099 time: 0.0535717 Jul 23 05:00:27.179270 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-68624a60-a72f-4648-8dfd-029ecde45b4c req-be1349c6-6a3e-47cd-a3c1-5eb60cd433d5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270584 Jul 23 05:00:27.317256 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd20b8-1755-4b65-8c92-a3d99976795a req-0f3f6d48-cde6-4213-abfc-c5bac49eef3d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:27.318652 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bfcd20b8-1755-4b65-8c92-a3d99976795a req-0f3f6d48-cde6-4213-abfc-c5bac49eef3d tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0652196 Jul 23 05:00:27.356989 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bfcd20b8-1755-4b65-8c92-a3d99976795a req-714230b4-8f70-4d89-94e9-46ef362ac20f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jul 23 05:00:27.709677 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-c5deda25-ffde-4229-acfc-6b25770682df tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:27.711128 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-c5deda25-ffde-4229-acfc-6b25770682df tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 946 time: 0.1077342 Jul 23 05:00:27.718863 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efbb15-5767-487d-ab3b-d6ea55cced5c req-a45acaed-0cd7-4d5e-86ab-eb2370e4c485 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:27.720196 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-07efbb15-5767-487d-ab3b-d6ea55cced5c req-a45acaed-0cd7-4d5e-86ab-eb2370e4c485 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1064215 Jul 23 05:00:27.792318 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-07efbb15-5767-487d-ab3b-d6ea55cced5c req-19492b60-1e8f-4b7e-b914-c8797e0d2a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653043 Jul 23 05:00:27.840148 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Deleting port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:27.840408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:27.925729 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] For port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:27.926079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:27.938393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Calling delete_port for acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:28.063801 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:28.090761 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Pushing event deleted for resources: {'Port': ['ID=acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:28.120383 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:00:28.140843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] No DVR routers for this DVR port acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:00:28.143696 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:28.145858 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2e532bea-1003-4b95-a30a-ef870df863f8 req-5d5a934b-174f-4b29-b863-7ac4b08be444 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.24 "DELETE /v2.0/ports/acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 HTTP/1.1" status: 204 len: 173 time: 0.4247675 Jul 23 05:00:28.146299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'name': 'network-vif-deleted', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:28.148552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96082fd9-aad8-439f-ac23-7972918b473e" -d '{"events": [{"server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "name": "network-vif-deleted", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:28.188419 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a5e7c6-df11-46bf-90f7-e364fadbacfb x-openstack-request-id: req-28a5e7c6-df11-46bf-90f7-e364fadbacfb {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:28.189059 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb", "name": "network-vif-deleted", "tag": "acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:28.189059 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28a5e7c6-df11-46bf-90f7-e364fadbacfb {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:28.189359 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb', 'name': 'network-vif-deleted', 'tag': 'acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6', 'status': 'completed', 'code': 200} Jul 23 05:00:28.198084 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0b7ee6df-be20-4cb4-9db9-a0868fb3fe6a req-d2f071e9-ba30-4218-a96f-d882ce8b8513 tempest-ServerRescueNegativeTestJSON-400726674 tempest-ServerRescueNegativeTestJSON-400726674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b21bbda-ad3b-4752-aa6c-be4c98c8bdeb HTTP/1.1" status: 200 len: 210 time: 0.0291278 Jul 23 05:00:28.489819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27a868-6846-4628-87a6-890e1d8c89ed req-e1d8f51f-142c-40ea-8906-50a1d816b06c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:28.491342 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4b27a868-6846-4628-87a6-890e1d8c89ed req-e1d8f51f-142c-40ea-8906-50a1d816b06c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0629673 Jul 23 05:00:28.529205 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4b27a868-6846-4628-87a6-890e1d8c89ed req-02b27ca6-f6f7-4f6e-a688-15c13486aaf5 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321112 Jul 23 05:00:28.926582 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738785ec-4e0c-455d-a264-97afed51500c req-d22d049b-6e11-4428-9864-d2d25eeee260 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:28.928054 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-738785ec-4e0c-455d-a264-97afed51500c req-d22d049b-6e11-4428-9864-d2d25eeee260 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0698268 Jul 23 05:00:28.966578 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-738785ec-4e0c-455d-a264-97afed51500c req-f5824cf0-f954-40d1-be74-22271def7005 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327513 Jul 23 05:00:29.252807 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46036) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:29.695759 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:29.705387 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd93f6-95a1-421a-8775-7042a535c5c6 req-6af72b62-7311-4f33-83c1-fcd8d7239309 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:29.707630 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27bd93f6-95a1-421a-8775-7042a535c5c6 req-6af72b62-7311-4f33-83c1-fcd8d7239309 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0955946 Jul 23 05:00:29.813360 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:29.984610 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27bd93f6-95a1-421a-8775-7042a535c5c6 req-af68fb5b-e658-4d28-9c8e-24b39a35c7ae tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689332 Jul 23 05:00:30.106012 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b741c-becf-4936-af34-debd0e8b455c req-f73bcda7-6f44-4235-ad66-bf14ba6c2106 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:30.107533 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4e1b741c-becf-4936-af34-debd0e8b455c req-f73bcda7-6f44-4235-ad66-bf14ba6c2106 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0673406 Jul 23 05:00:30.146673 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4e1b741c-becf-4936-af34-debd0e8b455c req-86ce1457-24a8-44ed-999f-40e0ba688e3e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Jul 23 05:00:30.216086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Deleting port 3380456c-8c44-438c-8699-80796c565a17 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:30.216425 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:30.308117 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] For port 3380456c-8c44-438c-8699-80796c565a17, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3380456c-8c44-438c-8699-80796c565a17,segment=NetworkSegment(429a83f6-2156-447c-8cb0-3d3de977545a),segment_id=429a83f6-2156-447c-8cb0-3d3de977545a)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:30.308489 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:30.321806 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Calling delete_port for 3380456c-8c44-438c-8699-80796c565a17 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:30.547515 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:30.578434 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Pushing event deleted for resources: {'Port': ['ID=3380456c-8c44-438c-8699-80796c565a17,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:30.605031 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.605375 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.605704 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.606028 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.606348 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.606671 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.606988 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.607305 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.607620 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.607929 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.608240 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.608565 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:00:30.745868 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:30.952372 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Router eb0e6557-3bbb-4737-9a51-944d7b7448ae has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:00:31.052409 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0cba4835-a891-40eb-a8eb-9422a35f2f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.060735 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:00:31.065696 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4cb769b3-fde6-4d32-bc1e-47d3097c3298 admin admin] 10.222.0.16 "PUT /v2.0/routers/eb0e6557-3bbb-4737-9a51-944d7b7448ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8118021 Jul 23 05:00:31.068169 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46052) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:31.071849 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Sync routers for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:00:31.081565 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:00:31.082221 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:00:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:31.172225 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.181505 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:00:31.277302 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.295069 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b7599-5b1e-440f-8db7-9b5a23ee0d15 req-5f935ecf-d812-4ef9-9659-1a5a3bbac9fb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:31.296618 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-484b7599-5b1e-440f-8db7-9b5a23ee0d15 req-5f935ecf-d812-4ef9-9659-1a5a3bbac9fb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0702448 Jul 23 05:00:31.336315 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Deleting port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:31.336701 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.337691 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-484b7599-5b1e-440f-8db7-9b5a23ee0d15 req-97f0081e-ec49-4bf8-9c69-51129352262c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351472 Jul 23 05:00:31.376789 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T05:00:30Z', 'revision_number': 5, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port': {'id': '4af4bc82-4f9d-4d9c-8f48-2002cd2193a8', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:b8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:57:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:31.406069 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Checking router: eb0e6557-3bbb-4737-9a51-944d7b7448ae for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:00:31.414516 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Routers {'eb0e6557-3bbb-4737-9a51-944d7b7448ae'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:00:31.415114 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:00:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:31.422440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] For port 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:31.422890 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.435422 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Calling delete_port for 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:31.498219 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] Set router eb0e6557-3bbb-4737-9a51-944d7b7448ae gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:00:31.553876 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T05:00:31Z', 'revision_number': 6, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:31.579437 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352518b5-7020-49e6-beb5-6b85782bc6d3 None None] The sync data for ids ['eb0e6557-3bbb-4737-9a51-944d7b7448ae'] in dv-cinder-801931-1-iscsi is: [{'id': 'eb0e6557-3bbb-4737-9a51-944d7b7448ae', 'name': 'tempest-ServerRescueNegativeTestJSON-1581660597-router', 'tenant_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:44Z', 'updated_at': '2021-07-23T05:00:31Z', 'revision_number': 6, 'project_id': 'e49956fe25ad4efc8f1d2cb60aa4a2ed', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:00:31.601015 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.627416 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=4af4bc82-4f9d-4d9c-8f48-2002cd2193a8,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:31.689972 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.790271 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:31.792327 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.054620 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.055225 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb0e6557-3bbb-4737-9a51-944d7b7448ae {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:00:32.061176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.062324 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-899094ea-978a-4a6b-8695-4ed43ce42f7a admin admin] 10.222.0.16 "DELETE /v2.0/routers/eb0e6557-3bbb-4737-9a51-944d7b7448ae HTTP/1.1" status: 204 len: 168 time: 0.9932375 Jul 23 05:00:32.064826 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46058) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:32.106635 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Deleting subnet 021c1bc2-8389-455a-9263-fda291047c5d {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:00:32.109569 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.142343 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.180734 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.239675 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.262412 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021c1bc2-8389-455a-9263-fda291047c5d,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:32.268032 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.270035 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e371c7c1-d937-456d-a82e-ec850a93ec3d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/021c1bc2-8389-455a-9263-fda291047c5d HTTP/1.1" status: 204 len: 168 time: 0.2037129 Jul 23 05:00:32.272483 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46060) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:32.341293 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.345491 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3380456c-8c44-438c-8699-80796c565a17 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:00:32.385411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 3380456c-8c44-438c-8699-80796c565a17 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:00:32.385821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3380456c-8c44-438c-8699-80796c565a17 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:00:32.449891 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.473246 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09facd24-b102-485f-96e9-52db73412730']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:32.510369 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429a83f6-2156-447c-8cb0-3d3de977545a') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:32.510827 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429a83f6-2156-447c-8cb0-3d3de977545a') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:00:32.523949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.543271 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.558572 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:00:32.559014 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:00:32.562203 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:00:32.635805 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcfdcb-11b6-472d-bd1f-77afc4a08b65 req-baa96cee-7dab-464d-b2eb-c0b94de37e6b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:32.637439 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d7fcfdcb-11b6-472d-bd1f-77afc4a08b65 req-baa96cee-7dab-464d-b2eb-c0b94de37e6b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1844125 Jul 23 05:00:32.664844 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.680951 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:32.684190 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/09facd24-b102-485f-96e9-52db73412730 HTTP/1.1" status: 204 len: 168 time: 0.4105418 Jul 23 05:00:32.695832 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffff216-be41-4e8d-aa99-39bc6e3797e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=09facd24-b102-485f-96e9-52db73412730,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:32.705177 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:00:32.708188 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d7fcfdcb-11b6-472d-bd1f-77afc4a08b65 req-b3e281fe-8352-42ce-bebc-ac844752f035 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597546 Jul 23 05:00:32.731418 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:00:32.732062 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device acbb652e-b34c-4d5f-a6c3-bc1a55ea6fc6 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:00:32.927825 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46068) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:32.971453 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-352d183b-a720-4367-b3a0-a00e1219f52b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e49956fe25ad4efc8f1d2cb60aa4a2ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424173 Jul 23 05:00:32.974724 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46070) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:33.044611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:33.076836 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:33.130395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:33.132928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:33.134114 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a67e446e-c8e5-4c0d-b390-a22ef771d1b3 HTTP/1.1" status: 204 len: 168 time: 0.1583707 Jul 23 05:00:33.141863 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c351a4-5a1f-4a45-b2e8-8c534bc83022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e446e-c8e5-4c0d-b390-a22ef771d1b3,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:33.541181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8af190a4-a6a0-457a-8131-6aaaef60a27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:33.848393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40584bd-4766-466c-bd88-444aa2898814 req-84a57e5c-6477-4f3c-bec1-d7820f9013da tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:33.850010 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a40584bd-4766-466c-bd88-444aa2898814 req-84a57e5c-6477-4f3c-bec1-d7820f9013da tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0625584 Jul 23 05:00:33.887653 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a40584bd-4766-466c-bd88-444aa2898814 req-70ee32ea-1d3d-4b1d-87e6-f4e9ee0c66e3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Jul 23 05:00:33.905303 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:00:33.928147 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:00:33.928490 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 4af4bc82-4f9d-4d9c-8f48-2002cd2193a8 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:00:34.061895 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:34.768022 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:35.016988 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbf607-82cb-4488-8b55-ac97c9aae756 req-527a10bd-7f0f-4df1-b521-028da8347c27 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:35.018550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4bdbf607-82cb-4488-8b55-ac97c9aae756 req-527a10bd-7f0f-4df1-b521-028da8347c27 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0611482 Jul 23 05:00:35.055140 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4bdbf607-82cb-4488-8b55-ac97c9aae756 req-c195395d-46a9-4ea6-91fe-bec8093eeb69 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Jul 23 05:00:36.182330 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358838e0-a81b-4edb-94ac-6fe8d1d4c4ec req-ce9d4639-2e90-46c4-a1a2-849a5b4ec477 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.183745 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-358838e0-a81b-4edb-94ac-6fe8d1d4c4ec req-ce9d4639-2e90-46c4-a1a2-849a5b4ec477 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0630250 Jul 23 05:00:36.192078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:36.223783 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-358838e0-a81b-4edb-94ac-6fe8d1d4c4ec req-1ca26715-4268-4e4c-91f2-c929b8d6f232 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341649 Jul 23 05:00:36.476226 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6a465-b026-422f-8a57-0e94ea7fbb1d req-0f23d0fb-26e5-4c35-a88b-561bed5ebcf3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.478389 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-54a6a465-b026-422f-8a57-0e94ea7fbb1d req-0f23d0fb-26e5-4c35-a88b-561bed5ebcf3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0678220 Jul 23 05:00:36.524930 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-54a6a465-b026-422f-8a57-0e94ea7fbb1d req-d17adc0f-86d7-4dcc-8c09-d3616e2d27a9 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390034 Jul 23 05:00:36.547866 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-4f13cd8c-fd73-4423-8c6f-f84b4b408dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.550675 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-4f13cd8c-fd73-4423-8c6f-f84b4b408dbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 1099 time: 0.0576279 Jul 23 05:00:36.641730 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-caa469d1-578f-477f-9424-bb091355c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.643361 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-caa469d1-578f-477f-9424-bb091355c9ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.0870814 Jul 23 05:00:36.711429 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-a3a38480-8b55-4ec6-b267-50f61ad3c92a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 200 len: 1001 time: 0.0594368 Jul 23 05:00:36.764068 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-cb17f6fb-f7d4-42c3-9177-853305d3f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.765573 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-cb17f6fb-f7d4-42c3-9177-853305d3f1b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0478172 Jul 23 05:00:36.823281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-e7f7d5e9-1b8d-447e-b03d-13b3ff72505f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:36.824803 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-e7f7d5e9-1b8d-447e-b03d-13b3ff72505f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516145 Jul 23 05:00:36.931780 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-fbb12666-e212-47e4-8354-1cc4a7cec8f8 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930300 Jul 23 05:00:37.040368 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-97cc7f6f-8f67-4d67-baab-192595fe0d0b req-120caf63-bf61-441b-b90e-cf9f3e6fcf95 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019711 Jul 23 05:00:37.655282 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3b974-c508-4bb9-84ef-e913a649a3f5 req-2ac725ca-a2c6-4a70-aaf6-bb36f91e765a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:37.656808 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-57f3b974-c508-4bb9-84ef-e913a649a3f5 req-2ac725ca-a2c6-4a70-aaf6-bb36f91e765a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0614450 Jul 23 05:00:37.697841 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-57f3b974-c508-4bb9-84ef-e913a649a3f5 req-25dee9c7-acd0-4b80-8bf2-2746ecb3445b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jul 23 05:00:38.831793 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ec663-a92e-4982-b86c-f0179364a9ea req-f4ca579e-5b2e-4f8d-b180-15b4ce4b1d76 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:38.833348 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-675ec663-a92e-4982-b86c-f0179364a9ea req-f4ca579e-5b2e-4f8d-b180-15b4ce4b1d76 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0658967 Jul 23 05:00:38.871034 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-675ec663-a92e-4982-b86c-f0179364a9ea req-8be22da9-b2c6-4948-9034-b11cb8470bee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320027 Jul 23 05:00:45.429747 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:00:47.772844 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46258) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:47.891621 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6996-7783-4dda-b165-940b184c1441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:47.981300 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6996-7783-4dda-b165-940b184c1441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:47.984982 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c0fe6996-7783-4dda-b165-940b184c1441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:48.022036 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c0fe6996-7783-4dda-b165-940b184c1441 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6783c683018046cb8c67faea0cae60fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481194 Jul 23 05:00:48.023887 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe6996-7783-4dda-b165-940b184c1441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9537733-bea0-485b-85fe-72a56400c548,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:48.024759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46262) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:48.077639 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:48.098960 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:48.142102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:48.144817 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:48.145943 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9537733-bea0-485b-85fe-72a56400c548 HTTP/1.1" status: 204 len: 168 time: 0.1202033 Jul 23 05:00:48.153317 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18d90f-4593-4e04-bb8d-74af5222accd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9537733-bea0-485b-85fe-72a56400c548,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:51.147769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79601e46-de7a-46a8-8fc8-bb80e12eb27e req-8f0b4dc0-71a6-4736-baa2-e182c122108c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:51.149283 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-79601e46-de7a-46a8-8fc8-bb80e12eb27e req-8f0b4dc0-71a6-4736-baa2-e182c122108c tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0614738 Jul 23 05:00:51.187171 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-79601e46-de7a-46a8-8fc8-bb80e12eb27e req-757857fb-1f8b-47db-995f-087b429ca534 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jul 23 05:00:52.313767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0229ce-eb10-4d6b-979a-75a2ed0786ae req-563ce3f3-4090-48f7-a6be-e937c71b71a3 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:52.315796 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5e0229ce-eb10-4d6b-979a-75a2ed0786ae req-563ce3f3-4090-48f7-a6be-e937c71b71a3 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0620489 Jul 23 05:00:52.356923 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5e0229ce-eb10-4d6b-979a-75a2ed0786ae req-4e4e6276-a0f8-45cb-aa88-3490ce19f315 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355275 Jul 23 05:00:53.483464 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8aee9-e3bd-41cb-9f98-106ee0456459 req-5a5d1635-5978-401f-9307-56ca1432c088 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:53.485003 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-84b8aee9-e3bd-41cb-9f98-106ee0456459 req-5a5d1635-5978-401f-9307-56ca1432c088 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0614381 Jul 23 05:00:53.526961 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-84b8aee9-e3bd-41cb-9f98-106ee0456459 req-e9f06fa5-bcaa-4987-9360-b4b36170216f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365183 Jul 23 05:00:54.663066 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d75aec-c156-412f-aaab-d80331a6087f req-a2bd3359-8fcd-4061-9080-25fd80303ef0 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:54.664490 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b8d75aec-c156-412f-aaab-d80331a6087f req-a2bd3359-8fcd-4061-9080-25fd80303ef0 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.1011600 Jul 23 05:00:54.678840 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482ff15-9036-4200-9e85-2e0890cb05cf req-71d74706-26af-42b6-b97d-0ac51c7ee798 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:54.680265 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5482ff15-9036-4200-9e85-2e0890cb05cf req-71d74706-26af-42b6-b97d-0ac51c7ee798 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/ports?device_id=655f42ab-56bf-4013-9a89-79705eeaf2e8 HTTP/1.1" status: 200 len: 946 time: 0.0878770 Jul 23 05:00:54.768928 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5482ff15-9036-4200-9e85-2e0890cb05cf req-34644687-5bc0-4071-8d26-bb0c7a884b0f tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.16 "GET /v2.0/security-groups?id=0bbd6161-9539-40b4-8571-4332761f5558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Jul 23 05:00:54.796586 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Deleting port ff36f141-9db5-4984-bdaf-b133c60c984e {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:00:54.796933 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:54.884414 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] For port ff36f141-9db5-4984-bdaf-b133c60c984e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff36f141-9db5-4984-bdaf-b133c60c984e,segment=NetworkSegment(476aa11e-86be-4c51-b747-21b0025b4062),segment_id=476aa11e-86be-4c51-b747-21b0025b4062)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:00:54.884811 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:54.897562 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Calling delete_port for ff36f141-9db5-4984-bdaf-b133c60c984e owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:00:55.022583 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:55.048816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Pushing event deleted for resources: {'Port': ['ID=ff36f141-9db5-4984-bdaf-b133c60c984e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:55.060369 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['ff36f141-9db5-4984-bdaf-b133c60c984e'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:00:55.096336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] No DVR routers for this DVR port ff36f141-9db5-4984-bdaf-b133c60c984e on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:00:55.099004 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:55.101032 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b8d75aec-c156-412f-aaab-d80331a6087f req-4b268297-2c90-4689-8877-0a93e6713f96 tempest-VolumesSnapshotTestJSON-1138095240 tempest-VolumesSnapshotTestJSON-1138095240-project] 10.222.0.24 "DELETE /v2.0/ports/ff36f141-9db5-4984-bdaf-b133c60c984e HTTP/1.1" status: 204 len: 173 time: 0.4198401 Jul 23 05:00:55.101476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'name': 'network-vif-deleted', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:00:55.103743 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bf3751-3202-495c-8394-d8d758c9dfbc" -d '{"events": [{"server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "name": "network-vif-deleted", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:00:55.142722 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d880f258-c76d-498e-a99c-b75cdb2b2562 x-openstack-request-id: req-d880f258-c76d-498e-a99c-b75cdb2b2562 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:00:55.143219 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655f42ab-56bf-4013-9a89-79705eeaf2e8", "name": "network-vif-deleted", "tag": "ff36f141-9db5-4984-bdaf-b133c60c984e", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:00:55.143427 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d880f258-c76d-498e-a99c-b75cdb2b2562 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:00:55.143763 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655f42ab-56bf-4013-9a89-79705eeaf2e8', 'name': 'network-vif-deleted', 'tag': 'ff36f141-9db5-4984-bdaf-b133c60c984e', 'status': 'completed', 'code': 200} Jul 23 05:00:55.756548 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-51c48ffb-a7e6-479e-81a1-a97e6280e618 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640373 Jul 23 05:00:55.838857 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-98aa5ef4-c02c-4ba8-a18c-dae17691dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:55.840356 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-98aa5ef4-c02c-4ba8-a18c-dae17691dd53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 1099 time: 0.0527589 Jul 23 05:00:55.954193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-ee8c551c-aa66-42b0-bfc9-55e134fe421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:55.956380 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-ee8c551c-aa66-42b0-bfc9-55e134fe421b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0867777 Jul 23 05:00:56.030128 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-cca5813f-11c0-43f1-a03b-d22237637a3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 200 len: 1000 time: 0.0621006 Jul 23 05:00:56.079136 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-83fb4c19-82f9-4544-b122-869aeebcef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:56.080688 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-83fb4c19-82f9-4544-b122-869aeebcef90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0446925 Jul 23 05:00:56.137604 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-5b67a668-8757-4165-a5db-52d6a32f55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:00:56.139107 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-5b67a668-8757-4165-a5db-52d6a32f55ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526907 Jul 23 05:00:56.230609 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-49782705-cc93-42b1-a8e1-41d50161a87e service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842731 Jul 23 05:00:56.317659 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-437cc15b-a52c-4f13-bb7f-4606ba8f09ec req-0cd35246-8e02-42e4-810f-a180b9bf3c9c service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793953 Jul 23 05:00:58.024281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46400) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:58.128988 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c103d01-96bc-4e26-959a-9de94da2cc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.217647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c103d01-96bc-4e26-959a-9de94da2cc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.221348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6c103d01-96bc-4e26-959a-9de94da2cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.258574 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6c103d01-96bc-4e26-959a-9de94da2cc0e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=31c9fd47c7804965b9c70e17b814c149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331231 Jul 23 05:00:58.259404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103d01-96bc-4e26-959a-9de94da2cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234e1eed-805e-4265-a58b-38bf30cb7561,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:58.261910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46404) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:58.309336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.330496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.375920 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.379027 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.380233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/234e1eed-805e-4265-a58b-38bf30cb7561 HTTP/1.1" status: 204 len: 168 time: 0.1176312 Jul 23 05:00:58.387499 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fcf01-b38e-49d1-837a-7bd8c5dd87fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234e1eed-805e-4265-a58b-38bf30cb7561,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:58.629788 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46412) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:58.642534 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-73111039-c299-4e50-8e64-2aeafb76cc1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.733080 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-73111039-c299-4e50-8e64-2aeafb76cc1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.737365 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-73111039-c299-4e50-8e64-2aeafb76cc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.772910 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-73111039-c299-4e50-8e64-2aeafb76cc1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=146abf752c384f5aa18dbb9716164963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420572 Jul 23 05:00:58.774744 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73111039-c299-4e50-8e64-2aeafb76cc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5202f9-8bf0-41af-a545-788042da7fae,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:58.775697 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46414) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:58.822969 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.843496 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.888430 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.890860 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:00:58.891995 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba5202f9-8bf0-41af-a545-788042da7fae HTTP/1.1" status: 204 len: 168 time: 0.1153336 Jul 23 05:00:58.900164 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45271675-6d78-4e76-ab52-4d1bfe053f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5202f9-8bf0-41af-a545-788042da7fae,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:00:59.884130 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46446) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:00:59.990234 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d3fa7d1-e299-4a74-8cab-96cd11b116cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.075420 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d3fa7d1-e299-4a74-8cab-96cd11b116cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.078982 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1d3fa7d1-e299-4a74-8cab-96cd11b116cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.116384 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fa7d1-e299-4a74-8cab-96cd11b116cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8cf7d8-be67-401d-a81e-7dab6f6327fa,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:00.120707 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-1d3fa7d1-e299-4a74-8cab-96cd11b116cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1230007248df4e44a05a6c6285d753de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355063 Jul 23 05:01:00.123947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46452) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:00.170871 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.195176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.200376 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff36f141-9db5-4984-bdaf-b133c60c984e no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:01:00.225356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: ff36f141-9db5-4984-bdaf-b133c60c984e {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:01:00.225823 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff36f141-9db5-4984-bdaf-b133c60c984e not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:01:00.234399 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.241602 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.244544 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:00.245693 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fa8cf7d8-be67-401d-a81e-7dab6f6327fa HTTP/1.1" status: 204 len: 168 time: 0.1214199 Jul 23 05:01:00.254277 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0fdd-7dde-434a-9c0e-26b71e01baac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8cf7d8-be67-401d-a81e-7dab6f6327fa,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:01.052789 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6b4b5402-2cf1-4b8c-8f73-abd6ba98a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:02.085083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bff4d4-9d33-4d22-8f28-282915d67285 req-1497d363-a760-4f6c-8fd6-fba3240fd683 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:02.086547 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-94bff4d4-9d33-4d22-8f28-282915d67285 req-1497d363-a760-4f6c-8fd6-fba3240fd683 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0623226 Jul 23 05:01:02.123108 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-94bff4d4-9d33-4d22-8f28-282915d67285 req-9fc59e6d-1e95-4406-b649-ec56abbb71dc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311966 Jul 23 05:01:03.270503 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f333f-c9dd-4f56-9896-d3ff0f7637f5 req-30307605-b0f8-43ee-aa47-2a731f396154 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:03.272104 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c10f333f-c9dd-4f56-9896-d3ff0f7637f5 req-30307605-b0f8-43ee-aa47-2a731f396154 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0709510 Jul 23 05:01:03.317160 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c10f333f-c9dd-4f56-9896-d3ff0f7637f5 req-fc5dd36d-e934-4043-992c-b50e4d6ce197 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341840 Jul 23 05:01:03.525405 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e856b686-1a0b-4bf8-904f-3dc6e336fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:03.963750 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-a8ebf4d3-a85a-4e3c-8da9-1ce0fab19875 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:03.965213 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-a8ebf4d3-a85a-4e3c-8da9-1ce0fab19875 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.0633929 Jul 23 05:01:04.063821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.073102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Deleting port 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:01:04.073469 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.164498 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] For port 3e92bb90-3626-4194-8092-be7a44ba3337, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3e92bb90-3626-4194-8092-be7a44ba3337,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:04.164762 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.385688 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.386067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.386384 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Floating IP d663eac5-f179-4ce1-9401-0589a8641796 disassociated. External IP: 172.27.3.75, port: 3e92bb90-3626-4194-8092-be7a44ba3337. Jul 23 05:01:04.386747 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Calling delete_port for 3e92bb90-3626-4194-8092-be7a44ba3337 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:01:04.521416 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad445-f412-4d8e-bfb3-77cc5c0dbb06 req-9384fce5-b3aa-47c0-9db0-d5f669c4e38e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:04.522992 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1abad445-f412-4d8e-bfb3-77cc5c0dbb06 req-9384fce5-b3aa-47c0-9db0-d5f669c4e38e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 946 time: 0.1265743 Jul 23 05:01:04.601139 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1abad445-f412-4d8e-bfb3-77cc5c0dbb06 req-82f784c8-84a3-4e9a-bc2d-a81dbce6a481 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484750 Jul 23 05:01:04.602580 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.631985 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'Port': ['ID=3e92bb90-3626-4194-8092-be7a44ba3337,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:04.743052 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:01:04.776592 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.851533 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:01:04.862085 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:01:04.870916 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:04.871514 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:04.896590 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] No DVR routers for this DVR port 3e92bb90-3626-4194-8092-be7a44ba3337 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:01:04.899361 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:04.901673 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-30a8952d-b8c7-4a77-be61-ca4f211bbe46 req-b86bbeb2-b797-4fec-aca9-11c0c59c2130 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "DELETE /v2.0/ports/3e92bb90-3626-4194-8092-be7a44ba3337 HTTP/1.1" status: 204 len: 173 time: 0.9298046 Jul 23 05:01:04.902233 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-deleted', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:04.904539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57897a4-c3c0-4724-a453-8a3ab7254267" -d '{"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-deleted", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:04.952671 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5cd7ab-d867-4ded-a830-2bceb3c4e2d8 x-openstack-request-id: req-8c5cd7ab-d867-4ded-a830-2bceb3c4e2d8 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:04.953035 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0016c265-605d-46a6-bb03-ae612d55595a", "name": "network-vif-deleted", "tag": "3e92bb90-3626-4194-8092-be7a44ba3337", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:04.953349 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c5cd7ab-d867-4ded-a830-2bceb3c4e2d8 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:04.953814 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0016c265-605d-46a6-bb03-ae612d55595a', 'name': 'network-vif-deleted', 'tag': '3e92bb90-3626-4194-8092-be7a44ba3337', 'status': 'completed', 'code': 200} Jul 23 05:01:04.979124 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:05.180275 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:05.210009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:01:05.218182 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:05.218782 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:05.324268 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:05.543125 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:05.569867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c5b8ab-d545-4698-9e18-00ecfe3b0f66 None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:01:05.703767 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9044a371-f631-4587-8baf-861699f8c999 req-a4f74baa-0c21-4bca-9a43-6dc32316d1d7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0286665 Jul 23 05:01:05.820768 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed73fb7a-a7d6-4ca9-a105-0f9c6482d004 None None] New status for floating IP d663eac5-f179-4ce1-9401-0589a8641796: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:01:06.194771 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:06.818057 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-64ac57ea-ede4-4094-bf82-81cceed054ed req-ad3537cf-e3e0-4b6c-822e-272e7373447a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0288868 Jul 23 05:01:07.922410 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3f747317-e539-4133-8ffd-82258d77ae14 req-c64da90b-95d5-41f7-a457-11bdffe6e809 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=0016c265-605d-46a6-bb03-ae612d55595a HTTP/1.1" status: 200 len: 210 time: 0.0335526 Jul 23 05:01:09.025217 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46628) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:09.079606 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.102325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.149465 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.152156 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.153390 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "DELETE /v2.0/security-groups/6d12f56c-e7e1-464d-ba67-e0fe96db8fcf HTTP/1.1" status: 204 len: 168 time: 0.1270740 Jul 23 05:01:09.156206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46630) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:09.165630 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7684018-c3d3-4baa-9d03-56e3377e6054 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d12f56c-e7e1-464d-ba67-e0fe96db8fcf,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:09.171403 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.api.v2.resource [None req-659465cc-e32f-4d54-8fab-5b69637f82dc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] show failed (client error): The resource could not be found. Jul 23 05:01:09.175877 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-659465cc-e32f-4d54-8fab-5b69637f82dc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups/6d12f56c-e7e1-464d-ba67-e0fe96db8fcf HTTP/1.1" status: 404 len: 347 time: 0.0151546 Jul 23 05:01:09.176050 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46632) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:09.331959 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Deleting port 9d870aca-587b-4719-9ee6-d7a48c5db65e {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:01:09.332216 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.408520 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.408856 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.419793 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Calling delete_port for 9d870aca-587b-4719-9ee6-d7a48c5db65e owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:01:09.557866 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.581681 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'Port': ['ID=9d870aca-587b-4719-9ee6-d7a48c5db65e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:09.651680 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.654223 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:09.655790 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a1442935-9608-4a0c-9394-230ae98dc0b2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "DELETE /v2.0/floatingips/d663eac5-f179-4ce1-9401-0589a8641796 HTTP/1.1" status: 204 len: 168 time: 0.4788024 Jul 23 05:01:10.254283 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46646) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:10.259228 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32334164', 'description': 'tempest-description--1842962704'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:10.280862 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.360770 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.364468 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.393367 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.394584 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1391747 Jul 23 05:01:10.395644 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535ad56-0982-45cf-b8f6-0b782e4ca125 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dafb955-5bcc-429c-b24f-c8c9e17a5f10,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:10.397576 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46648) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:10.402333 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group_rule': {'security_group_id': '0dafb955-5bcc-429c-b24f-c8c9e17a5f10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:10.428467 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.485022 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.489292 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.509765 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca38777d-2aca-49e3-9ff0-f13964bb5288,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:10.514905 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.516506 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b9542832-13c8-4158-9324-2431fc72270c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178367 Jul 23 05:01:10.519375 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46650) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:10.524295 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'security_group_rule': {'security_group_id': '0dafb955-5bcc-429c-b24f-c8c9e17a5f10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:10.550362 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.609195 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.614019 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.631849 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89721a84-9dd6-4052-b585-a5e846950d1f,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:10.639113 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.640199 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-3eed8443-5840-4c68-99c2-6425a04b07c4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196723 Jul 23 05:01:10.643584 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46652) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:10.647933 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:10.672483 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.769374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:10.875687 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Allocated IP 172.27.3.120 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/299d4a54-80fc-49a2-b408-41d915eb9674) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:01:10.978959 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.022151 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.057895 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:01:11.063410 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:01:11.065961 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:01:11.094115 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=299d4a54-80fc-49a2-b408-41d915eb9674,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:11.156555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.203533 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.367224 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.371787 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8229871'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.441997 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=299d4a54-80fc-49a2-b408-41d915eb9674,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:11.456266 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.470019 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:11.471356 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-1f80d5ae-f733-4a16-a5aa-f2e9e90f7530 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8268316 Jul 23 05:01:11.660219 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-77d294ef-7cfe-4e02-89b2-3350e22d93f8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--32334164&fields=id&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 267 time: 0.0330162 Jul 23 05:01:11.768728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-1a0a343a-1e73-48f0-9885-338f5f85ff78 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:11.770138 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-1a0a343a-1e73-48f0-9885-338f5f85ff78 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 817 time: 0.1035891 Jul 23 05:01:11.785249 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-f617fac6-8687-4f24-b2e6-069714f88d41 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/quotas/c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 375 time: 0.0098457 Jul 23 05:01:11.791434 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:01:11.814959 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 3e92bb90-3626-4194-8092-be7a44ba3337 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:01:11.815403 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3e92bb90-3626-4194-8092-be7a44ba3337 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:01:11.852176 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-56366169-9f7b-4385-9359-294e6c87a048 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619900 Jul 23 05:01:12.170056 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-7e6895a3-ee98-41c9-b301-aa5e62311240 service neutron] 10.222.0.16 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058627 Jul 23 05:01:12.257668 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-a5c1ac5b-a20f-45a1-84f9-937dc36aadce service neutron] 10.222.0.16 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813231 Jul 23 05:01:12.432145 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f5fb6992-3f39-42ad-96ff-be8182066581 req-3e34c4ba-70c2-4c7e-bfe7-b2a637f9a1d6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0346463 Jul 23 05:01:13.474978 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f55c36d-888f-4d75-a467-3850cf9c7b57 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:13.476881 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f55c36d-888f-4d75-a467-3850cf9c7b57 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 817 time: 0.1110816 Jul 23 05:01:13.571948 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d5465ec1-25fc-4863-a339-ddb721809571 req-e5164e75-7129-4ce9-95cf-7fbad2b12fb9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0463600 Jul 23 05:01:13.580019 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9ff3bb13-3225-449a-90ff-bfcbeb1cbaed tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 378 time: 0.0830529 Jul 23 05:01:13.592790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'port': {'device_id': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'admin_state_up': True, 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'security_groups': ['0dafb955-5bcc-429c-b24f-c8c9e17a5f10']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:13.702533 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Made reservation on behalf of c8aacb7fa3af440d9685ec11568d35fb for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:01:13.706956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:13.832544 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Allocated IP 172.20.0.7 (8262d930-52d3-469c-a82a-d992abcada77/6919981c-658b-4065-8f04-2301dcac5704/c858ec5c-2d09-442b-b873-34838b90f90f) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:01:13.969837 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:13.982907 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Transition to ACTIVE for port object c858ec5c-2d09-442b-b873-34838b90f90f will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:01:14.015895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.062475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Network 8262d930-52d3-469c-a82a-d992abcada77 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:01:14.068520 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:01:14.072100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:01:14.101879 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:14.132766 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:14.133501 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.148790 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-e2183440-10f2-4c72-9fc0-ecf90fa7fa27 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633099 Jul 23 05:01:14.168623 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Request body: {'port': {'device_id': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:14.246563 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.314373 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9fb1ca48-056a-46fb-97c5-473ee089c17b None None] Provisioning for port c858ec5c-2d09-442b-b873-34838b90f90f completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:01:14.319122 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9fb1ca48-056a-46fb-97c5-473ee089c17b None None] Provisioning complete for port c858ec5c-2d09-442b-b873-34838b90f90f triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:01:14.319565 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ca48-056a-46fb-97c5-473ee089c17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.355625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1ca48-056a-46fb-97c5-473ee089c17b None None] Port c858ec5c-2d09-442b-b873-34838b90f90f cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:01:14.524340 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:01:14.531509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.543648 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Transition to ACTIVE for port object c858ec5c-2d09-442b-b873-34838b90f90f will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:01:14.546832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.620798 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770970-7585-405d-9397-57b782257630 service neutron] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:14.685519 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Attempting to bind port c858ec5c-2d09-442b-b873-34838b90f90f on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:01:14.686190 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Attempting to bind port c858ec5c-2d09-442b-b873-34838b90f90f by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:01:14.686704 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Attempting to bind port c858ec5c-2d09-442b-b873-34838b90f90f on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:01:14.693421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Port c858ec5c-2d09-442b-b873-34838b90f90f on network 8262d930-52d3-469c-a82a-d992abcada77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:01:14.693742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Attempting to bind port c858ec5c-2d09-442b-b873-34838b90f90f on network 8262d930-52d3-469c-a82a-d992abcada77 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:01:14.699210 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:01:14.699564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Checking segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:01:14.699917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Bound using segment: {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:01:14.700457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Bound port: c858ec5c-2d09-442b-b873-34838b90f90f, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deab3c40-8d2c-4ab0-9215-325fe0412c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8262d930-52d3-469c-a82a-d992abcada77'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:01:14.700818 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.739099 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65adc805-0c7f-40e0-b549-f32a58103ec5 req-3fdb8fd1-f14b-4f47-980b-df8199baf763 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:14.745896 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65adc805-0c7f-40e0-b549-f32a58103ec5 req-3fdb8fd1-f14b-4f47-980b-df8199baf763 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0731668 Jul 23 05:01:14.786355 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:01:14.790156 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:01:14.793309 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65adc805-0c7f-40e0-b549-f32a58103ec5 req-a2fe2848-ff02-4062-b491-a5ca4883a438 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463016 Jul 23 05:01:14.796651 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.837152 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:14.837771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:14.839171 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-9f770970-7585-405d-9397-57b782257630 service neutron] 10.222.0.24 "PUT /v2.0/ports/c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 1093 time: 0.6755919 Jul 23 05:01:14.839608 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:14.841917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8281eb2a-d47b-4204-9133-7f4febe21a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:14.862729 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770970-7585-405d-9397-57b782257630 service neutron] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:14.889129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368fbb56-a1e8-448e-a188-96bdc8bbf2b9 x-openstack-request-id: req-368fbb56-a1e8-448e-a188-96bdc8bbf2b9 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:14.889464 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:14.889707 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-368fbb56-a1e8-448e-a188-96bdc8bbf2b9 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:14.890119 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'status': 'completed', 'code': 200} Jul 23 05:01:14.964693 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-94b83959-d867-42e4-ba08-5db24079f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:14.966161 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-94b83959-d867-42e4-ba08-5db24079f562 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.0560844 Jul 23 05:01:15.018570 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-fb29fc28-3fe6-4bbb-8a69-4f55f2b73afd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 217 time: 0.0374730 Jul 23 05:01:15.065777 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-84a76488-c1eb-4423-8cbe-12cbecf3cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.067222 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-84a76488-c1eb-4423-8cbe-12cbecf3cdf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0427051 Jul 23 05:01:15.124661 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-1ba18e4f-da63-483c-b7ed-7dddec576756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.127234 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-1ba18e4f-da63-483c-b7ed-7dddec576756 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536416 Jul 23 05:01:15.225804 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-565154a1-08b3-4f37-ba97-c16fdc1cdcda service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906687 Jul 23 05:01:15.314601 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9336cf3-e4bd-4f50-9c0e-b1b5bb27d7f6 req-386f3158-3a12-45da-9f3c-d10df46652fc service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811799 Jul 23 05:01:15.464815 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-e9c534a7-cabe-49b1-8081-a43b67fe973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.466472 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-e9c534a7-cabe-49b1-8081-a43b67fe973b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.0582216 Jul 23 05:01:15.553788 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-7765057b-2f6e-47b1-a9bb-016989718874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.555247 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-7765057b-2f6e-47b1-a9bb-016989718874 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0821085 Jul 23 05:01:15.611563 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-d44c57ce-2f36-47b2-9873-ae4300026f08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 217 time: 0.0435371 Jul 23 05:01:15.660801 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-583a32e5-3f8e-452c-82a7-f710b782715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.662323 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-583a32e5-3f8e-452c-82a7-f710b782715b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0431845 Jul 23 05:01:15.727084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-76bd6905-a5f2-4d9d-9e52-3e2c146ad2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.728492 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-76bd6905-a5f2-4d9d-9e52-3e2c146ad2ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559938 Jul 23 05:01:15.824557 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-57fd3106-708c-4d23-b9eb-18ff7e4defef service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874796 Jul 23 05:01:15.924121 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8281eb2a-d47b-4204-9133-7f4febe21a3d req-0dce6ee7-5143-466d-9a6d-e0a94390e3e4 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923879 Jul 23 05:01:15.931853 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdffb4-84b8-436a-91e2-f716e2bf2bb0 req-e49580ce-e084-4f7b-9d86-0c6e8cec0c74 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:15.933403 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ccfdffb4-84b8-436a-91e2-f716e2bf2bb0 req-e49580ce-e084-4f7b-9d86-0c6e8cec0c74 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0689116 Jul 23 05:01:15.975862 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ccfdffb4-84b8-436a-91e2-f716e2bf2bb0 req-49d37d26-0bed-43df-84bf-33c75f5a5444 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368655 Jul 23 05:01:17.107621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a3404-8fac-4c7f-905f-277662a302fa req-71b6a057-3319-443b-96ac-11b752144456 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:17.109104 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-675a3404-8fac-4c7f-905f-277662a302fa req-71b6a057-3319-443b-96ac-11b752144456 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0613492 Jul 23 05:01:17.149219 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-675a3404-8fac-4c7f-905f-277662a302fa req-9e32ce41-4f05-47b7-b143-61f5b5a7fa54 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345531 Jul 23 05:01:17.828017 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:01:17.919343 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:17.930595 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:01:17.970013 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:17.981807 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:01:18.000617 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:18.004507 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.049168 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:18.056121 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.056474 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.056844 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.057176 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.057505 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.057831 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.058153 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.058475 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.058817 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.059142 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.059463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.059775 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:18.283751 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0552ad-eef4-4ff5-9fe1-356087be5f18 req-34f0b873-f533-4641-adab-d63fe798a2e0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:18.285261 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4e0552ad-eef4-4ff5-9fe1-356087be5f18 req-34f0b873-f533-4641-adab-d63fe798a2e0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0673096 Jul 23 05:01:18.321704 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4e0552ad-eef4-4ff5-9fe1-356087be5f18 req-d2b6d7e9-a595-4edc-a3e8-3d0bdc4f3165 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309834 Jul 23 05:01:18.331509 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46778) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:18.378713 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Deleting subnet bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:01:18.381804 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.415190 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.450927 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.457227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['c858ec5c-2d09-442b-b873-34838b90f90f'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:01:18.503621 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.533912 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.536126 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5 HTTP/1.1" status: 204 len: 168 time: 0.2033019 Jul 23 05:01:18.536722 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e66e2-748e-4cfb-912c-df2aebe722ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8b8cc1-efca-46b8-9cf4-fa5eeb1a7bc5,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:18.539021 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46780) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:18.610435 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.693048 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.702601 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d9a2a5-c890-4b0a-98c3-f4b6571a1139']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:18.713002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476aa11e-86be-4c51-b747-21b0025b4062') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:18.713291 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476aa11e-86be-4c51-b747-21b0025b4062') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:18.722077 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.734810 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.740419 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:01:18.740830 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:01:18.742393 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:01:18.793979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.801150 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:18.803281 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] 10.222.0.16 "DELETE /v2.0/networks/02d9a2a5-c890-4b0a-98c3-f4b6571a1139 HTTP/1.1" status: 204 len: 168 time: 0.2630086 Jul 23 05:01:18.815868 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665e862-c341-418f-bd4a-01f1ac0f2e80 admin admin] Pushing event deleted for resources: {'Network': ['ID=02d9a2a5-c890-4b0a-98c3-f4b6571a1139,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:18.959474 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46784) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:18.997799 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-66ac31d7-b2d1-4db8-884f-85092ab67f94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d772e85fc4246869b5e33fcb358f94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371928 Jul 23 05:01:19.000122 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46786) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:19.052314 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:19.072769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:19.116980 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:19.119663 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:19.123546 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0bbd6161-9539-40b4-8571-4332761f5558 HTTP/1.1" status: 204 len: 168 time: 0.1218545 Jul 23 05:01:19.131943 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb5770-2759-4527-8f8e-182c0ba76407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbd6161-9539-40b4-8571-4332761f5558,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:19.470437 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35bb5-93da-44ee-96ae-790e39affaa1 req-d2dd45bd-2635-48bf-a690-8a83fda8217d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:19.471916 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-34a35bb5-93da-44ee-96ae-790e39affaa1 req-d2dd45bd-2635-48bf-a690-8a83fda8217d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0729570 Jul 23 05:01:19.511821 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-34a35bb5-93da-44ee-96ae-790e39affaa1 req-a7a57255-4e68-481a-93c4-c60de1295b6b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340054 Jul 23 05:01:19.850754 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:01:19.897794 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port c858ec5c-2d09-442b-b873-34838b90f90f completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:01:19.901269 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port c858ec5c-2d09-442b-b873-34838b90f90f triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:01:19.901639 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:19.978859 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:20.108075 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:20.110407 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca633bc8-ddaf-4945-b883-99da5a703b3a" -d '{"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:20.123044 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:20.126136 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:20.150817 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb9d2fd-7208-43f0-9627-0b2b9317ffde x-openstack-request-id: req-edb9d2fd-7208-43f0-9627-0b2b9317ffde {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:20.151108 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:20.151358 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-edb9d2fd-7208-43f0-9627-0b2b9317ffde {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:20.151746 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'code': 200} Jul 23 05:01:20.174636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:20.364964 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe42434-2e0d-4e0c-b19e-a1457c610c73 req-2b85b401-232c-483e-9e82-466b680d1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:20.366455 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6fe42434-2e0d-4e0c-b19e-a1457c610c73 req-2b85b401-232c-483e-9e82-466b680d1098 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0536819 Jul 23 05:01:20.400163 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6fe42434-2e0d-4e0c-b19e-a1457c610c73 req-e87646c2-e47e-43fa-b9fd-e69de82d8df0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267920 Jul 23 05:01:20.645178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c27d7-e233-4daf-bb03-a81c5ab85bb0 req-f8a24514-15e0-4333-9b68-8285722b3c32 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:20.646641 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1a1c27d7-e233-4daf-bb03-a81c5ab85bb0 req-f8a24514-15e0-4333-9b68-8285722b3c32 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0642385 Jul 23 05:01:20.683649 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1a1c27d7-e233-4daf-bb03-a81c5ab85bb0 req-c734ef6a-226c-4d59-ab78-1bad204e9366 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314884 Jul 23 05:01:21.004823 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46818) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:21.103193 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-33e50696-3a98-49dd-950a-9829d1b3c917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.190332 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-33e50696-3a98-49dd-950a-9829d1b3c917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.194133 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-33e50696-3a98-49dd-950a-9829d1b3c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.232023 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-33e50696-3a98-49dd-950a-9829d1b3c917 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6258253f75e944e1ab511b994ae71bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260306 Jul 23 05:01:21.233369 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e50696-3a98-49dd-950a-9829d1b3c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e43958-79c1-4e76-a80b-60a6d8dd46dc,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:21.235745 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46828) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:21.296451 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.316721 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.394281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.396731 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:21.397846 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2e43958-79c1-4e76-a80b-60a6d8dd46dc HTTP/1.1" status: 204 len: 168 time: 0.1600208 Jul 23 05:01:21.409325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b56ef5-c320-4729-892b-2ae025b1205f req-7ef64c23-e804-4f81-bcb8-903200f8e7da tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:21.410808 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2b56ef5-c320-4729-892b-2ae025b1205f req-7ef64c23-e804-4f81-bcb8-903200f8e7da tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0881469 Jul 23 05:01:21.415663 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e43958-79c1-4e76-a80b-60a6d8dd46dc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:21.436017 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.436359 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.436717 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.437068 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.437390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.437713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.438194 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.438532 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.438851 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.439166 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.439476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.439787 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466edad-8483-4520-be49-7bbf8d575fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:01:21.461838 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d2b56ef5-c320-4729-892b-2ae025b1205f req-4499bfb1-69f3-4974-a8aa-9c60b6d9b975 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Jul 23 05:01:21.823113 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0b9b-7a7a-4c14-ab74-a06cd5bf7568 req-f56d0281-d072-41b5-973b-1f26c3c25812 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:21.824667 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1c0a0b9b-7a7a-4c14-ab74-a06cd5bf7568 req-f56d0281-d072-41b5-973b-1f26c3c25812 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0672286 Jul 23 05:01:21.863636 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1c0a0b9b-7a7a-4c14-ab74-a06cd5bf7568 req-eeeddd53-855e-4e11-9f61-3c1786370b8f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326917 Jul 23 05:01:21.995769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fefaa-2a0f-4a84-b207-a2b4dfb8669d req-e961413f-1b86-4b41-952e-df5d51d59f74 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:21.997547 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dd7fefaa-2a0f-4a84-b207-a2b4dfb8669d req-e961413f-1b86-4b41-952e-df5d51d59f74 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0663440 Jul 23 05:01:22.006269 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46856) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:22.010883 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Request body: {'floatingip': {'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:22.050321 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:22.428958 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:01:22.484349 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:22.490661 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:22.601882 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Floating IP 4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c associated. External IP: 172.27.3.120, port: c858ec5c-2d09-442b-b873-34838b90f90f. Jul 23 05:01:22.605250 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc75a4-61f5-4bc5-b2c7-bed762b66acc req-1f07556b-fcb3-4225-8ba3-1d357678ab6e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:22.606844 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0bc75a4-61f5-4bc5-b2c7-bed762b66acc req-1f07556b-fcb3-4225-8ba3-1d357678ab6e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0670803 Jul 23 05:01:22.646313 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0bc75a4-61f5-4bc5-b2c7-bed762b66acc req-32bc6e69-38d7-4f4d-a495-2e2165115426 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Jul 23 05:01:22.822860 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:01:22.930859 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:01:22.935675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:22.940411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:01:22.949620 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:22.950777 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:23.068383 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:23.218680 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-27c518f6-4b3c-4ac8-b6df-37a5277ae6c9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "PUT /v2.0/floatingips/4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c HTTP/1.1" status: 200 len: 991 time: 1.2111471 Jul 23 05:01:23.220221 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:23.222049 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e26a88-7b05-4a6e-bca1-86068ce7e853" -d '{"events": [{"name": "network-changed", "server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:23.260037 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff06acf-fd73-4b1c-8298-d2141ebddbda x-openstack-request-id: req-7ff06acf-fd73-4b1c-8298-d2141ebddbda {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:23.260319 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:23.260599 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff06acf-fd73-4b1c-8298-d2141ebddbda {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:23.260990 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'status': 'completed', 'code': 200} Jul 23 05:01:23.362679 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:11Z', 'updated_at': '2021-07-23T05:01:22Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:23.389820 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:01:23.400200 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:23.400835 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:23.416611 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-dace2304-120c-44be-a234-29a1bfa6140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.418123 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-dace2304-120c-44be-a234-29a1bfa6140d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0537205 Jul 23 05:01:23.509515 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:23.510513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-6df06a9f-1388-4fe4-b170-9832a7ce32de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.512140 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-6df06a9f-1388-4fe4-b170-9832a7ce32de service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0861471 Jul 23 05:01:23.579670 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-bddd4391-fd6d-4876-9b2c-a2e80eca50b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 999 time: 0.0600674 Jul 23 05:01:23.637267 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-b3b3ae2f-1dd4-4049-8384-5d9533e8d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.638750 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-b3b3ae2f-1dd4-4049-8384-5d9533e8d36d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0488732 Jul 23 05:01:23.717252 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-f6f1e3d3-d00c-46df-8af6-6969c747e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.718853 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-f6f1e3d3-d00c-46df-8af6-6969c747e38d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0605447 Jul 23 05:01:23.755945 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:11Z', 'updated_at': '2021-07-23T05:01:22Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:23.783424 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861da72-ae15-4fca-ab26-92e14a8f56a3 None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:11Z', 'updated_at': '2021-07-23T05:01:22Z', 'revision_number': 1, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:01:23.789075 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935a51-a2e1-47c4-ae33-69e359e70290 req-bb74aedf-47c4-4f79-bf61-c18d7891184b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.790606 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2c935a51-a2e1-47c4-ae33-69e359e70290 req-bb74aedf-47c4-4f79-bf61-c18d7891184b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.0695312 Jul 23 05:01:23.812392 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-da4c3904-5881-4c96-8513-443a4514a637 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864491 Jul 23 05:01:23.831075 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2c935a51-a2e1-47c4-ae33-69e359e70290 req-fb5db1fc-71b0-491d-aa73-c5fa13e013ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=36f491ea-bba1-47fa-903c-6bcbd8145f07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Jul 23 05:01:23.987621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9ddc9684-9b8a-464c-b290-417e80d7e87b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:23.989255 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9ddc9684-9b8a-464c-b290-417e80d7e87b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 946 time: 0.1397212 Jul 23 05:01:23.992052 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-37e26a88-7b05-4a6e-bca1-86068ce7e853 req-c911e759-3d00-4a70-bae1-7eff0556c9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437733 Jul 23 05:01:23.992414 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d117b38d-70e0-4b40-a0e3-611f80c6e404 None None] New status for floating IP 4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:01:24.113564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Deleting port 5cd89b66-8c96-4ef1-a35d-18751c259d72 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:01:24.113564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.207747 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] For port 5cd89b66-8c96-4ef1-a35d-18751c259d72, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5cd89b66-8c96-4ef1-a35d-18751c259d72,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:24.208106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.382352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.383065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.383065 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Floating IP d10ba877-165e-41e7-90ae-7a4a17e0809d disassociated. External IP: 172.27.3.31, port: 5cd89b66-8c96-4ef1-a35d-18751c259d72. Jul 23 05:01:24.383364 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Calling delete_port for 5cd89b66-8c96-4ef1-a35d-18751c259d72 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:01:24.517591 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.546901 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'Port': ['ID=5cd89b66-8c96-4ef1-a35d-18751c259d72,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:24.662064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:01:24.770243 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:01:24.780601 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:01:24.790596 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:24.791196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:24.819247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] No DVR routers for this DVR port 5cd89b66-8c96-4ef1-a35d-18751c259d72 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:01:24.821705 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:24.823799 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b44aa036-adf6-42cf-89b3-7eaffa4ff8a4 req-9aeb1733-f682-466b-9a7c-5d7d501e3727 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "DELETE /v2.0/ports/5cd89b66-8c96-4ef1-a35d-18751c259d72 HTTP/1.1" status: 204 len: 173 time: 0.8132212 Jul 23 05:01:24.905431 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:24.948355 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e2d04c1a-a41c-46b0-b9bb-a421d9bee45f req-3fb404b2-9c0b-4f81-b346-a5cd81b2b34c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=24924c60-a717-41ad-830c-2c4a6b4a18b9 HTTP/1.1" status: 200 len: 210 time: 0.0454173 Jul 23 05:01:25.127753 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:25.154225 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:01:25.162897 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:25.163485 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:25.261825 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'name': 'network-vif-deleted', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:25.264084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c8e55-d7ae-4613-a093-7dae4603eb8d" -d '{"events": [{"server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "name": "network-vif-deleted", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:25.267333 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:25.302397 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e19df84-e4f5-4eff-8b5d-e835e717786f x-openstack-request-id: req-1e19df84-e4f5-4eff-8b5d-e835e717786f {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:25.302693 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24924c60-a717-41ad-830c-2c4a6b4a18b9", "name": "network-vif-deleted", "tag": "5cd89b66-8c96-4ef1-a35d-18751c259d72", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:25.302941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e19df84-e4f5-4eff-8b5d-e835e717786f {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:25.303352 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24924c60-a717-41ad-830c-2c4a6b4a18b9', 'name': 'network-vif-deleted', 'tag': '5cd89b66-8c96-4ef1-a35d-18751c259d72', 'status': 'completed', 'code': 200} Jul 23 05:01:25.475298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:25.508035 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078928c8-59cf-4b5d-8532-16d42985c072 None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:01:25.727369 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9d2586-e31b-43fc-b7eb-affa91bff89e None None] New status for floating IP d10ba877-165e-41e7-90ae-7a4a17e0809d: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:01:26.043029 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46944) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:26.098524 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.121692 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.169042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.171568 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.172895 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "DELETE /v2.0/security-groups/36f491ea-bba1-47fa-903c-6bcbd8145f07 HTTP/1.1" status: 204 len: 168 time: 0.1288204 Jul 23 05:01:26.175897 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46946) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:26.182114 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cd965-feee-49eb-ab81-8a32fde6957a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f491ea-bba1-47fa-903c-6bcbd8145f07,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:26.190841 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.api.v2.resource [None req-18a8aa4b-ed50-457a-b0ee-050ab11f399c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] show failed (client error): The resource could not be found. Jul 23 05:01:26.191855 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-18a8aa4b-ed50-457a-b0ee-050ab11f399c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups/36f491ea-bba1-47fa-903c-6bcbd8145f07 HTTP/1.1" status: 404 len: 347 time: 0.0149550 Jul 23 05:01:26.194716 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46948) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:26.325605 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Deleting port 7a4028c6-bdbd-417a-87c8-0373ece505c3 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:01:26.325945 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.399276 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.399580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.411319 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Calling delete_port for 7a4028c6-bdbd-417a-87c8-0373ece505c3 owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:01:26.546048 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.575142 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'Port': ['ID=7a4028c6-bdbd-417a-87c8-0373ece505c3,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:26.636010 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.638562 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:26.639876 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b2eef850-842d-4a50-b3e4-25c13b461d00 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "DELETE /v2.0/floatingips/d10ba877-165e-41e7-90ae-7a4a17e0809d HTTP/1.1" status: 204 len: 168 time: 0.4441321 Jul 23 05:01:27.041564 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 46956) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:27.046213 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1795659070', 'description': 'tempest-description--1816959418'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:27.068989 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.148344 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.152204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.180269 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.181498 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1389203 Jul 23 05:01:27.183268 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329abbc-266a-4e54-a069-44c7f46c3a90 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f064852-391b-47cf-bc87-72775346e727,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:27.185999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46958) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:27.191482 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group_rule': {'security_group_id': '7f064852-391b-47cf-bc87-72775346e727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:27.220097 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.270998 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.274274 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.296659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41d5549-b3a2-460b-8317-8e41b593bada,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:27.300546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.301729 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c3b32d0e-755a-42fe-82ef-1ad745f1764c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142764 Jul 23 05:01:27.304448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46960) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:27.308911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'security_group_rule': {'security_group_id': '7f064852-391b-47cf-bc87-72775346e727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:27.336171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.395715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.399561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.417758 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48bbee7-15d1-474a-8cd3-a13d271fa1a6,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:27.423218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.424783 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1eadfc7c-04c7-4f59-8d5a-4be39d97152a tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192112 Jul 23 05:01:27.427900 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 46962) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:27.432558 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:27.452921 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.551794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.658447 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Allocated IP 172.27.3.47 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/8641bfd7-5147-4251-b751-1dde7705da58) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:01:27.763445 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.802910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.837716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:01:27.840601 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:01:27.846966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:01:27.878792 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=8641bfd7-5147-4251-b751-1dde7705da58,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:27.901772 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5cd89b66-8c96-4ef1-a35d-18751c259d72 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:01:27.923669 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 5cd89b66-8c96-4ef1-a35d-18751c259d72 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:01:27.924016 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5cd89b66-8c96-4ef1-a35d-18751c259d72 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:01:27.938391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:27.981498 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:28.134981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:28.139338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:28.213075 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=8641bfd7-5147-4251-b751-1dde7705da58,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:28.222192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:28.235802 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:28.237064 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3f3687cf-c800-44da-98b0-69998fcfb191 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8081172 Jul 23 05:01:28.434902 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-ef77785d-fd77-40f7-81fc-0ee016d92f96 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1795659070&fields=id&tenant_id=c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 267 time: 0.0425327 Jul 23 05:01:28.546122 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-80a0fc55-36cd-4e84-af0a-b0d13e037956 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:28.548180 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-80a0fc55-36cd-4e84-af0a-b0d13e037956 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 810 time: 0.1070471 Jul 23 05:01:28.563501 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-21a0d043-511e-47b7-9d67-7bf7a63deceb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/quotas/c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 375 time: 0.0095465 Jul 23 05:01:28.631024 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-4bc45ddb-3ddd-46ea-a203-78c050bfe808 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618751 Jul 23 05:01:28.728821 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-368ffa17-0efe-472f-9b7b-07bd30e911eb service neutron] 10.222.0.16 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861752 Jul 23 05:01:28.820669 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-90922d90-60a4-41be-bea6-de3c6f0d14a5 service neutron] 10.222.0.16 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Jul 23 05:01:28.994073 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ab4b2571-dfe5-48ad-96f0-ffcbaa4a4138 req-bc4574ed-4f43-42f6-a6d8-294f15946b08 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0323968 Jul 23 05:01:30.105956 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a47ffd90-43bc-4781-bb65-fc3f788a1cec req-64f9828d-8e4a-4f73-b3f2-268b885e6bf6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0343926 Jul 23 05:01:30.115971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-659ff8e4-dbc5-4cba-a12e-33ee5e8653a7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:30.117281 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-659ff8e4-dbc5-4cba-a12e-33ee5e8653a7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 810 time: 0.1110847 Jul 23 05:01:30.167028 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-2974dff8-9a14-47d7-9556-bf08132d4532 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c763959a90a144f0978913c461a4d7e0 HTTP/1.1" status: 200 len: 380 time: 0.0351038 Jul 23 05:01:30.176404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'port': {'device_id': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'admin_state_up': True, 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'security_groups': ['7f064852-391b-47cf-bc87-72775346e727']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:30.224612 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.287281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Made reservation on behalf of c763959a90a144f0978913c461a4d7e0 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:01:30.290687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.419552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Allocated IP 172.20.0.13 (e75a493c-9d8e-41cd-b403-e809a1f6dc54/96e28f95-0892-4a1e-a2e1-4f1d499dc872/781b0049-6a08-48e3-8b6d-e3d75a22790e) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:01:30.557124 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.570626 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Transition to ACTIVE for port object 781b0049-6a08-48e3-8b6d-e3d75a22790e will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:01:30.604197 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.655181 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:01:30.659141 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:01:30.661576 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:01:30.685999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event updated for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:30.717176 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:30.717796 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.733911 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-aff50345-9cee-48a8-80dc-84ef64f97123 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5615194 Jul 23 05:01:30.752685 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Request body: {'port': {'device_id': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:30.826116 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.832940 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9804f7d5-fb5c-4d52-9625-8aef1d36f9cd None None] Provisioning for port 781b0049-6a08-48e3-8b6d-e3d75a22790e completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:01:30.837068 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9804f7d5-fb5c-4d52-9625-8aef1d36f9cd None None] Provisioning complete for port 781b0049-6a08-48e3-8b6d-e3d75a22790e triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:01:30.837435 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9804f7d5-fb5c-4d52-9625-8aef1d36f9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:30.871362 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9804f7d5-fb5c-4d52-9625-8aef1d36f9cd None None] Port 781b0049-6a08-48e3-8b6d-e3d75a22790e cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:01:31.060335 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cff0dce4-66d1-4506-aa3f-af23e0b0c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.103989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781b0049-6a08-48e3-8b6d-e3d75a22790e {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:01:31.113195 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.130250 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Transition to ACTIVE for port object 781b0049-6a08-48e3-8b6d-e3d75a22790e will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:01:31.134650 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.222174 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:31.262720 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85f07e-0684-427b-83cd-2b3a563c7576 req-2361be55-33c1-4255-9d12-8da7228335d5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:31.264997 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3a85f07e-0684-427b-83cd-2b3a563c7576 req-2361be55-33c1-4255-9d12-8da7228335d5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0762436 Jul 23 05:01:31.285294 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Attempting to bind port 781b0049-6a08-48e3-8b6d-e3d75a22790e on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:01:31.285631 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Attempting to bind port 781b0049-6a08-48e3-8b6d-e3d75a22790e by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:01:31.285953 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Attempting to bind port 781b0049-6a08-48e3-8b6d-e3d75a22790e on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:01:31.290786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Port 781b0049-6a08-48e3-8b6d-e3d75a22790e on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:01:31.291102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Attempting to bind port 781b0049-6a08-48e3-8b6d-e3d75a22790e on network e75a493c-9d8e-41cd-b403-e809a1f6dc54 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:01:31.297209 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:01:31.297736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Checking segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:01:31.298215 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Bound using segment: {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:01:31.298644 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Bound port: 781b0049-6a08-48e3-8b6d-e3d75a22790e, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a9a5aad-ebf8-4f56-a972-0a65c6645f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:01:31.299918 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.308174 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3a85f07e-0684-427b-83cd-2b3a563c7576 req-a3f00844-9d1e-469a-95ed-41da7a8a3ac6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364137 Jul 23 05:01:31.371013 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:01:31.373863 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:01:31.378897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.418904 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:31.419512 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:31.420892 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] 10.222.0.24 "PUT /v2.0/ports/781b0049-6a08-48e3-8b6d-e3d75a22790e HTTP/1.1" status: 200 len: 1094 time: 0.6733685 Jul 23 05:01:31.421333 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:31.425106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf276ed-791e-440e-bef4-546ad4ab287e" -d '{"events": [{"name": "network-changed", "server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:31.444457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539cc31-6974-46e0-ba84-c0aa7692fe4c service neutron] Pushing event updated for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:31.485523 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d88423-82e8-4c89-bfa4-e6d7c87f5fc8 x-openstack-request-id: req-a2d88423-82e8-4c89-bfa4-e6d7c87f5fc8 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:31.486053 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:31.486369 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2d88423-82e8-4c89-bfa4-e6d7c87f5fc8 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:31.486820 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'status': 'completed', 'code': 200} Jul 23 05:01:31.540350 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6b24116d-e22f-454d-95bd-9431234f3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:31.541891 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6b24116d-e22f-454d-95bd-9431234f3b0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0672386 Jul 23 05:01:31.593138 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-ce537647-2a15-4c04-95d5-7e2fe1ba8dae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e HTTP/1.1" status: 200 len: 217 time: 0.0352979 Jul 23 05:01:31.643684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-84677ae5-596b-48bc-b349-5f875fc84248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:31.645270 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-84677ae5-596b-48bc-b349-5f875fc84248 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0456405 Jul 23 05:01:31.703966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6b307d40-9c8a-4668-986e-103dfeb58805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:31.705487 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-6b307d40-9c8a-4668-986e-103dfeb58805 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536282 Jul 23 05:01:31.800905 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-ad72375e-1821-4f61-8d25-a796236f10d4 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883160 Jul 23 05:01:31.898989 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9ba8bd3c-7a3d-47f0-949c-245321914c84 req-09a3d918-4c60-4b60-833e-9b88903a6836 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914936 Jul 23 05:01:32.040545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf276ed-791e-440e-bef4-546ad4ab287e req-a4f3076c-f545-4512-af4a-84c115252fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:32.042030 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-a4f3076c-f545-4512-af4a-84c115252fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 1097 time: 0.0535114 Jul 23 05:01:32.137963 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf276ed-791e-440e-bef4-546ad4ab287e req-2a8fae20-9cd7-4197-b04f-1189799cdae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:32.139499 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-2a8fae20-9cd7-4197-b04f-1189799cdae3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.0909076 Jul 23 05:01:32.184941 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-bad20462-3935-42bf-9968-2c4b62d7d155 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e HTTP/1.1" status: 200 len: 217 time: 0.0390022 Jul 23 05:01:32.238118 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf276ed-791e-440e-bef4-546ad4ab287e req-ef12180c-5ed0-4602-a8c2-6a472071d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:32.239641 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-ef12180c-5ed0-4602-a8c2-6a472071d7c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0471995 Jul 23 05:01:32.302110 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf276ed-791e-440e-bef4-546ad4ab287e req-7eb325eb-7f00-45f8-b7bb-a059a2069459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:32.303707 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-7eb325eb-7f00-45f8-b7bb-a059a2069459 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569072 Jul 23 05:01:32.431800 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-4e4eedb6-4f99-443c-9ba5-f2c5a00bfaf9 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179149 Jul 23 05:01:32.487500 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d1c41-be65-48ca-a783-ec350d139518 req-c055b71f-e56f-4fe8-9b61-305c672dee87 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:32.489031 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1b3d1c41-be65-48ca-a783-ec350d139518 req-c055b71f-e56f-4fe8-9b61-305c672dee87 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 944 time: 0.1057632 Jul 23 05:01:32.571580 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1b3d1c41-be65-48ca-a783-ec350d139518 req-8dd9091a-ddc1-4598-a98a-9f9007ff70dc tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515859 Jul 23 05:01:32.573954 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-daf276ed-791e-440e-bef4-546ad4ab287e req-c1096cca-a73a-4e74-9ae9-27a2a0413b0d service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294546 Jul 23 05:01:33.530166 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-48f10049-1cd7-4992-a4ea-c3fc0f8ea58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:33.710867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae442c2-801e-401d-b546-830ab8d0412b req-2aba7c6b-2f2b-4bc7-81ef-39832755d047 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:33.713305 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4ae442c2-801e-401d-b546-830ab8d0412b req-2aba7c6b-2f2b-4bc7-81ef-39832755d047 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 944 time: 0.0677922 Jul 23 05:01:33.769564 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4ae442c2-801e-401d-b546-830ab8d0412b req-17fc932d-9441-4a45-b88d-2e6ccbb5029c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507677 Jul 23 05:01:33.936363 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 781b0049-6a08-48e3-8b6d-e3d75a22790e details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:01:34.142640 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:34.157926 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:34.168290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'port_id': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'mac_address': 'fa:16:3e:77:68:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:01:34.208410 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:34.220757 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781b0049-6a08-48e3-8b6d-e3d75a22790e {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:01:34.240325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:34.243773 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:34.290009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:34.573220 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['781b0049-6a08-48e3-8b6d-e3d75a22790e'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:01:34.772500 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:34.900971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fb0c7-4441-4fbf-b4a0-52781e5403b5 req-a8ad9331-d315-4eb3-bd84-858fe5fe71c2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:34.902339 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8f0fb0c7-4441-4fbf-b4a0-52781e5403b5 req-a8ad9331-d315-4eb3-bd84-858fe5fe71c2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 945 time: 0.0646801 Jul 23 05:01:34.939073 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8f0fb0c7-4441-4fbf-b4a0-52781e5403b5 req-1052f495-a425-430f-b6fc-b74f1c25c416 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Jul 23 05:01:35.946947 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 781b0049-6a08-48e3-8b6d-e3d75a22790e up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:01:35.994165 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 781b0049-6a08-48e3-8b6d-e3d75a22790e completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:01:35.997695 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 781b0049-6a08-48e3-8b6d-e3d75a22790e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:01:35.998059 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:36.068044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae9873-ab06-4c55-ba8c-5dd54f41a656 req-55f94544-fe61-4639-8452-fa1fda507c76 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:36.069576 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-67ae9873-ab06-4c55-ba8c-5dd54f41a656 req-55f94544-fe61-4639-8452-fa1fda507c76 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 945 time: 0.0652909 Jul 23 05:01:36.076513 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:36.098657 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:36.100918 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9897a99-4159-484a-b26e-15c95520b150" -d '{"events": [{"server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:36.108504 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-67ae9873-ab06-4c55-ba8c-5dd54f41a656 req-38b73c4e-d97a-47d6-a4bd-fec0284a4f6c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Jul 23 05:01:36.113383 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:01:36.118463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:36.145979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a72a52-0ff7-48ec-b91f-dbede92547bb x-openstack-request-id: req-70a72a52-0ff7-48ec-b91f-dbede92547bb {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:36.146265 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "name": "network-vif-plugged", "status": "completed", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:36.146514 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a72a52-0ff7-48ec-b91f-dbede92547bb {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:36.146889 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'code': 200} Jul 23 05:01:36.172285 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:36.197181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:36.350729 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e843efd-0cff-471f-9a0f-06e81d3a3249 req-7092020e-a892-415c-b170-8bc996073342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:36.352261 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e843efd-0cff-471f-9a0f-06e81d3a3249 req-7092020e-a892-415c-b170-8bc996073342 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 1099 time: 0.0509431 Jul 23 05:01:36.394026 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e843efd-0cff-471f-9a0f-06e81d3a3249 req-90cce217-dc02-4856-a89a-8a440d1180c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310764 Jul 23 05:01:37.242568 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa50f7-42e5-4e5a-b51a-ce814fb0e1b3 req-b3175e50-eb53-474f-b1ad-d66618485bf0 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:37.244074 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4caa50f7-42e5-4e5a-b51a-ce814fb0e1b3 req-b3175e50-eb53-474f-b1ad-d66618485bf0 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0669019 Jul 23 05:01:37.281280 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-4caa50f7-42e5-4e5a-b51a-ce814fb0e1b3 req-281fdd16-102d-4b8b-a2dc-6b86cacc8ff4 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317473 Jul 23 05:01:38.412353 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e71e20-2067-4941-a776-6245eca58ea2 req-2990b17e-916c-4eb8-885a-8fb39a2c1f55 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:38.413968 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-13e71e20-2067-4941-a776-6245eca58ea2 req-2990b17e-916c-4eb8-885a-8fb39a2c1f55 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0662200 Jul 23 05:01:38.453785 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-13e71e20-2067-4941-a776-6245eca58ea2 req-e46f1e26-5893-4766-8ed2-02b972bb8074 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336597 Jul 23 05:01:38.585665 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28879886-6abd-4b80-8e21-81c88e54891f req-59e9f419-17b7-44f7-a5fb-a83191963ef2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:38.587077 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-28879886-6abd-4b80-8e21-81c88e54891f req-59e9f419-17b7-44f7-a5fb-a83191963ef2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0644007 Jul 23 05:01:38.595614 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 47068) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:38.600130 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Request body: {'floatingip': {'port_id': '781b0049-6a08-48e3-8b6d-e3d75a22790e'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:01:38.638377 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:39.271525 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.db.resource_extend [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 05:01:39.320199 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:39.323764 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:39.418399 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Floating IP 5a72878e-93ad-46d0-bfa8-0fca1659b40e associated. External IP: 172.27.3.47, port: 781b0049-6a08-48e3-8b6d-e3d75a22790e. Jul 23 05:01:39.613279 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:01:39.716458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:01:39.721816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:39.726897 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:01:39.737329 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:39.738011 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:39.757685 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-17ebbe20-fa52-4a23-a75b-c08e4aee8beb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "PUT /v2.0/floatingips/5a72878e-93ad-46d0-bfa8-0fca1659b40e HTTP/1.1" status: 200 len: 991 time: 1.1610005 Jul 23 05:01:39.758268 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:01:39.760636 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0ac58-b894-49ab-8b31-faf2c13238cc" -d '{"events": [{"name": "network-changed", "server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:01:39.798431 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e7d8e-c940-40c7-a912-67eb64e5f5a9 x-openstack-request-id: req-478e7d8e-c940-40c7-a912-67eb64e5f5a9 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:01:39.798708 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:01:39.798947 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-478e7d8e-c940-40c7-a912-67eb64e5f5a9 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:01:39.799482 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'status': 'completed', 'code': 200} Jul 23 05:01:39.839638 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:40.056160 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '5a72878e-93ad-46d0-bfa8-0fca1659b40e', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:77:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:27Z', 'updated_at': '2021-07-23T05:01:38Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:40.081600 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:01:40.089498 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:01:40.090083 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:01:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:40.191441 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:01:40.408897 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '5a72878e-93ad-46d0-bfa8-0fca1659b40e', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:77:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:27Z', 'updated_at': '2021-07-23T05:01:38Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:01:40.433658 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd19f-46f7-4d4b-9016-c8efa09b893d None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '5a72878e-93ad-46d0-bfa8-0fca1659b40e', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '56667464-f6a3-4f35-84be-167811161521', 'port_id': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'mac_address': 'fa:16:3e:77:68:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:01:27Z', 'updated_at': '2021-07-23T05:01:38Z', 'revision_number': 1, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:01:40.606851 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d968c-0eff-48d0-8c8a-0a8fe8ddd31c None None] New status for floating IP 5a72878e-93ad-46d0-bfa8-0fca1659b40e: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:01:42.120812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-dab5d84b-9899-405d-b57c-ba717f817792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:42.122018 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-dab5d84b-9899-405d-b57c-ba717f817792 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c763959a90a144f0978913c461a4d7e0&device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 1099 time: 0.0527201 Jul 23 05:01:42.213809 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-fe76ad59-d63d-4ac7-bc71-ca4e313eb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:42.215141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-fe76ad59-d63d-4ac7-bc71-ca4e313eb36e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 200 len: 910 time: 0.0863039 Jul 23 05:01:42.277021 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-06f2cbd3-9b14-4734-8b4f-ebe91e949a57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e HTTP/1.1" status: 200 len: 1001 time: 0.0549769 Jul 23 05:01:42.324393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-25fb0ff9-0117-45a5-ba33-7dfe6ef20cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:42.325804 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-25fb0ff9-0117-45a5-ba33-7dfe6ef20cd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 200 len: 849 time: 0.0416780 Jul 23 05:01:42.389946 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-df9e0c59-8811-439f-a10e-5da1fcb1b21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:42.391622 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-df9e0c59-8811-439f-a10e-5da1fcb1b21a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e75a493c-9d8e-41cd-b403-e809a1f6dc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589752 Jul 23 05:01:42.477735 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-9999c9e2-61a4-493d-9026-577dc3b255eb service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789030 Jul 23 05:01:42.571824 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faf0ac58-b894-49ab-8b31-faf2c13238cc req-265ddb82-e573-41b2-83e0-c6c6486bade2 service neutron] 10.222.0.24 "GET /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853698 Jul 23 05:01:44.637502 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf6d19-0c8a-4f38-8d3c-bf0925440958 req-2b439761-5e02-4751-9010-6acef7117e04 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:44.638960 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3cdf6d19-0c8a-4f38-8d3c-bf0925440958 req-2b439761-5e02-4751-9010-6acef7117e04 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0614309 Jul 23 05:01:44.674974 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3cdf6d19-0c8a-4f38-8d3c-bf0925440958 req-e2b92138-f9c9-470c-915e-8881465e59f7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304532 Jul 23 05:01:45.821204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8211ae9-5cd6-4332-a0dd-a3090e60eec7 req-98915599-9118-4665-83dd-4470c3820a59 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:45.822683 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e8211ae9-5cd6-4332-a0dd-a3090e60eec7 req-98915599-9118-4665-83dd-4470c3820a59 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0660245 Jul 23 05:01:45.863452 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e8211ae9-5cd6-4332-a0dd-a3090e60eec7 req-e88fbbf1-76d2-4e43-92e3-4fffc45be7c4 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Jul 23 05:01:49.290172 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d096c1a-581a-4ecd-8aff-ecc93622b2c1 req-f8887dc4-4aa0-489c-a1aa-9d80bab0357c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:49.291886 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d096c1a-581a-4ecd-8aff-ecc93622b2c1 req-f8887dc4-4aa0-489c-a1aa-9d80bab0357c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.2342358 Jul 23 05:01:49.328493 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2d096c1a-581a-4ecd-8aff-ecc93622b2c1 req-6945f92a-14e8-436a-89f0-ae159a0a6ef3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Jul 23 05:01:50.511831 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e697187-db77-44dc-8a78-dc47ef68b116 req-acd0c076-5da1-4b54-be07-2680908de818 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:50.513387 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0e697187-db77-44dc-8a78-dc47ef68b116 req-acd0c076-5da1-4b54-be07-2680908de818 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.1159389 Jul 23 05:01:50.551672 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0e697187-db77-44dc-8a78-dc47ef68b116 req-bf9124b9-8a82-42ae-b120-b882296d5392 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317879 Jul 23 05:01:51.680178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad1c56-5a7b-475e-9405-9e0c77d40999 req-73e5af3f-1f85-4706-95cf-bcfe7125f991 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:51.681678 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ffad1c56-5a7b-475e-9405-9e0c77d40999 req-73e5af3f-1f85-4706-95cf-bcfe7125f991 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0626831 Jul 23 05:01:51.718510 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ffad1c56-5a7b-475e-9405-9e0c77d40999 req-606b4711-875e-4d32-a577-5e5325970bdd tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308297 Jul 23 05:01:52.849895 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8088a4-1f8b-4f0f-89a8-17b2480b6757 req-def4b21a-71c1-4cfc-9827-9f213c216ef3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:52.851872 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bb8088a4-1f8b-4f0f-89a8-17b2480b6757 req-def4b21a-71c1-4cfc-9827-9f213c216ef3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0635855 Jul 23 05:01:52.889213 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bb8088a4-1f8b-4f0f-89a8-17b2480b6757 req-55477a56-5bc8-4e10-94ee-bbf19d25f105 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315189 Jul 23 05:01:54.016544 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4e0c7-2ce6-4cd4-9ed1-d4b4e2e5d56c req-d6527d25-cb25-4496-b2f0-1486cd5c0a35 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:54.018153 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ffa4e0c7-2ce6-4cd4-9ed1-d4b4e2e5d56c req-d6527d25-cb25-4496-b2f0-1486cd5c0a35 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0626750 Jul 23 05:01:54.059895 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ffa4e0c7-2ce6-4cd4-9ed1-d4b4e2e5d56c req-5efce7a7-e777-47f4-bcae-00f617749bf0 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361264 Jul 23 05:01:54.802579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 47204) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:54.911728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-87fe434d-6bce-4780-aa4a-1cbcfe32ab8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:54.992102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-1eb118b5-6820-45a3-ae66-ddc430721f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:54.993628 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-1eb118b5-6820-45a3-ae66-ddc430721f24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0897644 Jul 23 05:01:55.099884 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-87fe434d-6bce-4780-aa4a-1cbcfe32ab8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.106890 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-87fe434d-6bce-4780-aa4a-1cbcfe32ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.133575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-f6e10a84-5877-470d-9793-350640fbc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:55.135032 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-f6e10a84-5877-470d-9793-350640fbc0c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.1325142 Jul 23 05:01:55.163142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe434d-6bce-4780-aa4a-1cbcfe32ab8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f99ff27-a03d-4405-9d0d-ab2c73a5eca7,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:55.193639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-87fe434d-6bce-4780-aa4a-1cbcfe32ab8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf9fef6809ab4f1eb6a17dea9f03f6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899858 Jul 23 05:01:55.196178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 47210) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:01:55.199833 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8591f71-0ed3-4928-8ca9-a060d7f70ed7 req-98a4772b-595d-4704-ab76-a0bcd2c55ebd tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:55.201373 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f8591f71-0ed3-4928-8ca9-a060d7f70ed7 req-98a4772b-595d-4704-ab76-a0bcd2c55ebd tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0706558 Jul 23 05:01:55.239069 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f8591f71-0ed3-4928-8ca9-a060d7f70ed7 req-d3cd68c0-cb63-40a3-87ed-1bff75f5b387 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314846 Jul 23 05:01:55.246256 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-b56ca59d-fd40-41a2-ad09-c19eb95d9104 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 1001 time: 0.0969563 Jul 23 05:01:55.287289 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.316496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.325897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-bfa87916-f251-487c-8547-47eab5f75768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:55.327971 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-bfa87916-f251-487c-8547-47eab5f75768 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0717602 Jul 23 05:01:55.399184 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-dcadc971-ec89-4b66-a196-56069a3ab23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:55.400651 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-dcadc971-ec89-4b66-a196-56069a3ab23f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0655494 Jul 23 05:01:55.401345 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.403750 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:01:55.404833 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f99ff27-a03d-4405-9d0d-ab2c73a5eca7 HTTP/1.1" status: 204 len: 168 time: 0.2076581 Jul 23 05:01:55.412084 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8edc7-b94f-4d44-88bf-bc440c14722c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f99ff27-a03d-4405-9d0d-ab2c73a5eca7,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:01:55.501333 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-f98d4121-6cf4-4a43-95f0-b02766991aad service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Jul 23 05:01:55.591844 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-01e82c3d-3129-4b96-8d73-ca30e779c53e req-24c0f4f1-e7f7-4bb7-8cf3-5dad4bc3b4be service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Jul 23 05:01:56.377194 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b5d22-12e7-4b78-af6f-a6be0efaa1a2 req-f7d2da53-ee08-4a4f-a0d3-875203db34aa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:56.378722 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-060b5d22-12e7-4b78-af6f-a6be0efaa1a2 req-f7d2da53-ee08-4a4f-a0d3-875203db34aa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0718849 Jul 23 05:01:56.417936 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-060b5d22-12e7-4b78-af6f-a6be0efaa1a2 req-1212d947-9244-4bc3-8c32-0f98f6b5202c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335248 Jul 23 05:01:56.728718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-53b77a6e-9b5e-477f-8361-9ef24fb68ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:56.730114 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-53b77a6e-9b5e-477f-8361-9ef24fb68ef6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0529008 Jul 23 05:01:56.837609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-0edee4f8-0da2-40b2-8896-a7b0c12067c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:56.839117 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-0edee4f8-0da2-40b2-8896-a7b0c12067c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.0879786 Jul 23 05:01:56.924314 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-3de38a81-b4ea-454c-bde8-44392e4db172 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 1001 time: 0.0608778 Jul 23 05:01:56.975080 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-e37f24fe-8f3a-49b2-9eea-a605a8044a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:56.976522 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-e37f24fe-8f3a-49b2-9eea-a605a8044a2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0454395 Jul 23 05:01:57.039299 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-47bd08cb-2202-4d1d-ac78-fdf33a7c210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:57.040884 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-47bd08cb-2202-4d1d-ac78-fdf33a7c210c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563076 Jul 23 05:01:57.139639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-8e7a9fe2-eee5-47d6-bbdf-2c85014389da service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822020 Jul 23 05:01:57.236176 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8880527-2af2-47da-9ba0-0d27b841b8b6 req-fa4be1c2-25eb-4e57-ae99-469900c65155 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899594 Jul 23 05:01:57.554341 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae90b65-0c2d-4d0e-9d99-cf6396572b8e req-fd9a8391-e4ad-4df6-89a1-d42f63deccf1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:57.556041 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5ae90b65-0c2d-4d0e-9d99-cf6396572b8e req-fd9a8391-e4ad-4df6-89a1-d42f63deccf1 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0644224 Jul 23 05:01:57.596395 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5ae90b65-0c2d-4d0e-9d99-cf6396572b8e req-5d3acfaa-87af-4c26-8bb9-50705287dab8 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334022 Jul 23 05:01:58.729611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553518-0824-4b7e-9cb0-3bf41338c4a1 req-cfbf4583-3575-40ea-b3d3-396962eaabab tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:58.731087 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-88553518-0824-4b7e-9cb0-3bf41338c4a1 req-cfbf4583-3575-40ea-b3d3-396962eaabab tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0632231 Jul 23 05:01:58.772148 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-88553518-0824-4b7e-9cb0-3bf41338c4a1 req-695d769a-a4b9-4ae3-920f-8d0dd505aefd tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353930 Jul 23 05:01:59.197735 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-2de9495a-4dbd-455f-a0ea-01e84d36b092 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2856042 Jul 23 05:01:59.213036 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae5d2d-bb89-486f-90cd-411f51f7d530 req-0dadd138-57e4-4a7a-8468-1f145d850aa3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:01:59.214448 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9aae5d2d-bb89-486f-90cd-411f51f7d530 req-0dadd138-57e4-4a7a-8468-1f145d850aa3 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0799344 Jul 23 05:01:59.255178 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9aae5d2d-bb89-486f-90cd-411f51f7d530 req-63dfa4e6-659a-4328-a5e7-6ff381637660 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Jul 23 05:01:59.428719 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:02:00.054471 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:02:00.132941 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:00.154966 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:00.157421 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a6a4de-4ed9-4c72-bb7e-69eddfd8280c" -d '{"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:00.169616 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:00.173672 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:00.196961 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7976c7-23c8-4c72-a139-670c58e30393 x-openstack-request-id: req-dc7976c7-23c8-4c72-a139-670c58e30393 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:00.197248 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-unplugged", "status": "failed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "code": 422}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:00.197499 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc7976c7-23c8-4c72-a139-670c58e30393 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:00.197973 dv-cinder-801931-1-iscsi neutron-server[93028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'code': 422} returned with failed status Jul 23 05:02:00.234840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:00.235649 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=6']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:00.387165 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed90ab-34aa-4aac-b8e7-1d911a583c04 req-6acf0da7-4dc2-4739-a656-00a52e18ceee tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:00.388809 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f6ed90ab-34aa-4aac-b8e7-1d911a583c04 req-6acf0da7-4dc2-4739-a656-00a52e18ceee tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0660193 Jul 23 05:02:00.431175 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f6ed90ab-34aa-4aac-b8e7-1d911a583c04 req-5aa9aebc-12de-4523-a1ac-6ef9876e46c5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jul 23 05:02:01.069152 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a1c67f84-3998-4a3d-8130-1ce19d584846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:01.195628 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-335f9978-dfba-4461-8b7f-f6f1f7a700cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.197180 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-335f9978-dfba-4461-8b7f-f6f1f7a700cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d&tenant_id=578e88217b534eddb390227b57375e27 HTTP/1.1" status: 200 len: 1096 time: 0.1497791 Jul 23 05:02:01.296161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-f00f2b31-9aba-4f38-b7e6-1ff2aa562cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.297637 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-f00f2b31-9aba-4f38-b7e6-1ff2aa562cc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1096 time: 0.0534377 Jul 23 05:02:01.394935 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-a97db2a6-81db-41f7-8db1-678ec023090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.396459 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-a97db2a6-81db-41f7-8db1-678ec023090e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.0900826 Jul 23 05:02:01.465665 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-ccacaad5-73f1-4ae1-83fb-5e0de68a7f90 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 999 time: 0.0581136 Jul 23 05:02:01.546331 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-a2d1fd36-08ff-4d5f-833c-ee26cba02f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.547361 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-a2d1fd36-08ff-4d5f-833c-ee26cba02f4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0745909 Jul 23 05:02:01.608146 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743cc9e-f43c-4005-aaa4-1bc343907df9 req-71107ec6-a48b-4463-a2f2-3628bdc8ce9e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.610260 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0743cc9e-f43c-4005-aaa4-1bc343907df9 req-71107ec6-a48b-4463-a2f2-3628bdc8ce9e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0980091 Jul 23 05:02:01.658480 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0743cc9e-f43c-4005-aaa4-1bc343907df9 req-f5defb56-2261-4e9b-b837-1bd66d4dcb8c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420694 Jul 23 05:02:01.661043 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-cb2d4d4c-f429-49fa-8973-38626cab950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:01.662423 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-cb2d4d4c-f429-49fa-8973-38626cab950d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0954647 Jul 23 05:02:01.773901 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-166b3e50-91f9-46e1-b07e-aa3feffc6a95 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851886 Jul 23 05:02:01.868885 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8191f976-75c4-4681-ba0c-d55f0c30650c req-6f6f0aa4-685a-4c2c-8ec1-6eb0d130b6aa service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866890 Jul 23 05:02:02.796001 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7c112-b49a-446b-8ca6-f3df6044416c req-27379440-d3ce-4b64-8dbd-8d437e5c7c73 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:02.797495 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5dc7c112-b49a-446b-8ca6-f3df6044416c req-27379440-d3ce-4b64-8dbd-8d437e5c7c73 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0632305 Jul 23 05:02:02.836454 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5dc7c112-b49a-446b-8ca6-f3df6044416c req-fe608857-dcb1-4301-9363-2f4253ab42ae tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331719 Jul 23 05:02:03.522096 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-837f8a43-e7b1-4b33-b7c2-4dd9692e752d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:03.972270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abefe61-776c-4a6c-b01f-3351af86f064 req-7f61db22-0f9f-483e-81cb-3b57728d8e45 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:03.973828 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6abefe61-776c-4a6c-b01f-3351af86f064 req-7f61db22-0f9f-483e-81cb-3b57728d8e45 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0681605 Jul 23 05:02:04.011196 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6abefe61-776c-4a6c-b01f-3351af86f064 req-8a8ece35-94a6-4021-918d-cbeaf1f36405 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Jul 23 05:02:04.065055 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:04.776905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:05.140775 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cb178-fdf8-4e0d-9ba2-e19326b8877c req-3e322cd4-27db-49f7-8250-51d436ba8083 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:05.142366 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2f9cb178-fdf8-4e0d-9ba2-e19326b8877c req-3e322cd4-27db-49f7-8250-51d436ba8083 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0619133 Jul 23 05:02:05.182230 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2f9cb178-fdf8-4e0d-9ba2-e19326b8877c req-a481b0ea-a58c-42d0-a2cb-c01ea693d060 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344384 Jul 23 05:02:06.200842 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:06.320030 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2db8e9-a371-4a97-80a7-2ff6e7d6a3e1 req-b6ea4aed-3e31-4081-93fb-64274fd8a538 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:06.321515 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dd2db8e9-a371-4a97-80a7-2ff6e7d6a3e1 req-b6ea4aed-3e31-4081-93fb-64274fd8a538 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0658374 Jul 23 05:02:06.361940 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dd2db8e9-a371-4a97-80a7-2ff6e7d6a3e1 req-fb46c357-23de-405f-a63e-8807d77c0c1f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341730 Jul 23 05:02:07.489871 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece742d7-ec73-4dba-a05e-2bd65cc74f70 req-7ce6c084-8611-42c3-abc4-2301fd6fafb4 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:07.491429 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ece742d7-ec73-4dba-a05e-2bd65cc74f70 req-7ce6c084-8611-42c3-abc4-2301fd6fafb4 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0611312 Jul 23 05:02:07.528548 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ece742d7-ec73-4dba-a05e-2bd65cc74f70 req-8c4dbae6-6cad-441a-8945-a2faef25dca5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315847 Jul 23 05:02:08.663287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cc4e6-132b-4ffc-9c85-01cc7c77b299 req-d78c138a-b9f6-4b49-8f6a-6e5cc5d222d6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:08.664813 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c6cc4e6-132b-4ffc-9c85-01cc7c77b299 req-d78c138a-b9f6-4b49-8f6a-6e5cc5d222d6 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0665579 Jul 23 05:02:08.703424 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c6cc4e6-132b-4ffc-9c85-01cc7c77b299 req-de066f23-9e5b-40b5-a8bc-2c49343764aa tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332088 Jul 23 05:02:09.831233 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450dae5-7394-4f6e-9451-db2441e8c739 req-e2a16d95-fdb5-4f9c-b2ae-b471c29eb0ef tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:09.832727 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3450dae5-7394-4f6e-9451-db2441e8c739 req-e2a16d95-fdb5-4f9c-b2ae-b471c29eb0ef tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 943 time: 0.0611355 Jul 23 05:02:09.868391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3450dae5-7394-4f6e-9451-db2441e8c739 req-be87b62f-eb4b-4174-9791-7d67876b36ab tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302241 Jul 23 05:02:10.115737 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:02:10.209348 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:10.220315 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'port_id': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'mac_address': 'fa:16:3e:9a:d7:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:02:10.256785 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:10.268794 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ce5c98-c599-4210-9eca-1c1cfc203f94 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:02:10.287290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:10.291158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:10.336562 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=7']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:10.652018 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['95ce5c98-c599-4210-9eca-1c1cfc203f94'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:02:10.996482 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde33d8-549b-47c8-9560-4147ca539e27 req-d3bf6bb8-701f-4e40-b7ea-392bb0988252 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:10.998039 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3bde33d8-549b-47c8-9560-4147ca539e27 req-d3bf6bb8-701f-4e40-b7ea-392bb0988252 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 944 time: 0.0622427 Jul 23 05:02:11.036929 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3bde33d8-549b-47c8-9560-4147ca539e27 req-26cf990b-1539-46b2-9944-a1fce69f6c1d tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333233 Jul 23 05:02:12.118181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:02:12.167484 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 95ce5c98-c599-4210-9eca-1c1cfc203f94 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:02:12.167851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:12.178295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951fdab-84cb-4f35-a240-7ad30ac7564a req-1b32cde2-9e00-4a68-8fb9-41bfb7c7b489 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:12.179780 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6951fdab-84cb-4f35-a240-7ad30ac7564a req-1b32cde2-9e00-4a68-8fb9-41bfb7c7b489 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 944 time: 0.0628436 Jul 23 05:02:12.218309 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6951fdab-84cb-4f35-a240-7ad30ac7564a req-51a17a30-bd83-44f4-afcb-e127bde8f30c tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327070 Jul 23 05:02:12.244670 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:12.266615 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:12.268850 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311cea05-467a-411f-a642-fb999a74afa3" -d '{"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:12.281104 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:12.284915 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:12.310336 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90480e1a-0858-458a-aca4-96a2a0603bf8 x-openstack-request-id: req-90480e1a-0858-458a-aca4-96a2a0603bf8 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:12.310629 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:12.310880 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90480e1a-0858-458a-aca4-96a2a0603bf8 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:12.311906 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'code': 200} Jul 23 05:02:12.339406 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=8']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:12.589938 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38754b0-b9fd-49a2-a004-da43f8d0dfb1 req-953313e0-a7d0-4652-8dce-b6523e261880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:12.591287 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a38754b0-b9fd-49a2-a004-da43f8d0dfb1 req-953313e0-a7d0-4652-8dce-b6523e261880 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0533135 Jul 23 05:02:12.626181 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a38754b0-b9fd-49a2-a004-da43f8d0dfb1 req-bbe70593-1617-46a9-90fe-b09474763031 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275867 Jul 23 05:02:13.351987 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ead5e-7cdf-4c94-9281-92e5061d1532 req-884a9218-2b47-4d99-aa98-f496a0481ca7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:13.353504 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-064ead5e-7cdf-4c94-9281-92e5061d1532 req-884a9218-2b47-4d99-aa98-f496a0481ca7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0651984 Jul 23 05:02:13.391669 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-064ead5e-7cdf-4c94-9281-92e5061d1532 req-26eba8fe-fafc-4038-bdfc-bf57c699a206 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324481 Jul 23 05:02:14.532918 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97abb-8f0e-4adc-ad75-be2b4022d148 req-58caecbe-f3ca-418a-abf1-53da68569cc7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:14.534423 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ada97abb-8f0e-4adc-ad75-be2b4022d148 req-58caecbe-f3ca-418a-abf1-53da68569cc7 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0712717 Jul 23 05:02:14.572298 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ada97abb-8f0e-4adc-ad75-be2b4022d148 req-98c4f4f9-6745-4358-8478-3ef7748ed887 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320921 Jul 23 05:02:14.645900 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2efd9-339b-49f4-92cb-96161abd1b07 req-91903fb5-1615-4502-a5a8-195d2a86d4a0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:14.647404 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-66e2efd9-339b-49f4-92cb-96161abd1b07 req-91903fb5-1615-4502-a5a8-195d2a86d4a0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0654428 Jul 23 05:02:14.684380 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-66e2efd9-339b-49f4-92cb-96161abd1b07 req-00c8300f-4b94-4555-925c-d6d393082249 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316436 Jul 23 05:02:15.819371 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6423e13-9326-4ead-a52e-ddfd08d55f33 req-e030dac1-2d76-4288-a03a-39968df2581a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:15.820877 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c6423e13-9326-4ead-a52e-ddfd08d55f33 req-e030dac1-2d76-4288-a03a-39968df2581a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0608358 Jul 23 05:02:15.865139 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c6423e13-9326-4ead-a52e-ddfd08d55f33 req-bcf6dc37-43cb-4d34-91cd-8fc7635e6a7a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386662 Jul 23 05:02:16.994800 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0b3c-1c13-49e4-be75-7826694b3a13 req-ece75a2b-c8a6-4fc6-9e06-9d3cbf4d9de2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:16.996277 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-63cc0b3c-1c13-49e4-be75-7826694b3a13 req-ece75a2b-c8a6-4fc6-9e06-9d3cbf4d9de2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0618389 Jul 23 05:02:17.033807 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-63cc0b3c-1c13-49e4-be75-7826694b3a13 req-e6f64d5d-e8b7-4234-8331-fc1543fa97b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318937 Jul 23 05:02:18.163012 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6dc3-8709-426d-a5c3-fea695efc068 req-b9f0d975-5b2c-4638-b726-feb34032ad5a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:18.164485 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-117e6dc3-8709-426d-a5c3-fea695efc068 req-b9f0d975-5b2c-4638-b726-feb34032ad5a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0613518 Jul 23 05:02:18.202510 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-117e6dc3-8709-426d-a5c3-fea695efc068 req-4d37b9af-0fa4-491e-abd5-6ece3bd8fd87 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325208 Jul 23 05:02:19.336648 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4d236-be0b-496d-b5c6-7480f68f869f req-05f3ce00-0e08-4526-8c03-b273ad005713 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:19.338081 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-aff4d236-be0b-496d-b5c6-7480f68f869f req-05f3ce00-0e08-4526-8c03-b273ad005713 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0658700 Jul 23 05:02:19.375181 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-aff4d236-be0b-496d-b5c6-7480f68f869f req-58dcea9c-9656-4858-8026-c6b979037758 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310855 Jul 23 05:02:20.505807 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b802e42-94c8-4d39-9618-818a8ff841d5 req-2263f451-776a-4152-9543-38a5258455aa tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:20.507300 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5b802e42-94c8-4d39-9618-818a8ff841d5 req-2263f451-776a-4152-9543-38a5258455aa tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0619531 Jul 23 05:02:20.548133 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5b802e42-94c8-4d39-9618-818a8ff841d5 req-14bacb85-38fb-4a31-9368-115b0b0c62c1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354469 Jul 23 05:02:21.678477 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303ff6b-c854-4e27-9fa3-d2a8be6d9916 req-e54f0235-7bc1-40a2-9c77-11636aa63589 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:21.679970 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8303ff6b-c854-4e27-9fa3-d2a8be6d9916 req-e54f0235-7bc1-40a2-9c77-11636aa63589 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0617845 Jul 23 05:02:21.723631 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8303ff6b-c854-4e27-9fa3-d2a8be6d9916 req-ad5fdfde-6749-4597-ac87-b57db5a78cfa tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368021 Jul 23 05:02:22.862526 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6972f8-03b9-43be-8338-245b8c112b23 req-19b0683b-d858-47eb-ad74-1c127ab5047d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:22.863994 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1b6972f8-03b9-43be-8338-245b8c112b23 req-19b0683b-d858-47eb-ad74-1c127ab5047d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0679460 Jul 23 05:02:22.904885 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1b6972f8-03b9-43be-8338-245b8c112b23 req-b7554741-064e-433b-8c47-30d3c967cffa tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348067 Jul 23 05:02:24.038801 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ade25-9b6f-490b-b97f-6d89fef91900 req-4279017e-216b-48e8-8a8f-b9a97ce20fbd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:24.040330 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-554ade25-9b6f-490b-b97f-6d89fef91900 req-4279017e-216b-48e8-8a8f-b9a97ce20fbd tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0630658 Jul 23 05:02:24.078791 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-554ade25-9b6f-490b-b97f-6d89fef91900 req-02692129-f5bc-4b4b-a1b0-00abfccd6351 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327375 Jul 23 05:02:25.105761 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 47582) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:02:25.446063 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.471357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bf73e-1021-406e-80a7-1a29fc8d9b88 req-524a65f2-29d2-45e9-88fe-2598a7d9207e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:25.472903 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-101bf73e-1021-406e-80a7-1a29fc8d9b88 req-524a65f2-29d2-45e9-88fe-2598a7d9207e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.3139536 Jul 23 05:02:25.534048 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-101bf73e-1021-406e-80a7-1a29fc8d9b88 req-aa2785e5-c651-4835-b088-c13fd1d93b37 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547023 Jul 23 05:02:25.578353 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.582181 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.619271 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77a37712e4a54b6380eba9ea75bf1205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123754 Jul 23 05:02:25.620366 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f05aa5-f0fc-444b-9df6-8f68f0e0f048,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:25.622021 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 47588) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:02:25.627513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.627859 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.628195 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.628539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.628888 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.629217 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.629535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.629855 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.630173 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.630488 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.630802 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.631115 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aaf3c8-b65d-4d2c-83a2-966e9ce1eb02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.676464 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.698365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.746244 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.749085 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:25.750932 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/29f05aa5-f0fc-444b-9df6-8f68f0e0f048 HTTP/1.1" status: 204 len: 168 time: 0.1277673 Jul 23 05:02:25.759302 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f05aa5-f0fc-444b-9df6-8f68f0e0f048,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:25.766380 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.766726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.767062 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.767392 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.767722 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.768239 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.768728 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.769158 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.769615 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.770015 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.770531 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:25.771010 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659d82-b5d7-482a-a5a1-a91f62675a96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:26.676017 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38fd0c-27eb-450b-aa41-6b10a5f698f8 req-fdb4e5b2-9321-4f0e-ab5e-df4544fb45ac tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:26.677821 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9a38fd0c-27eb-450b-aa41-6b10a5f698f8 req-fdb4e5b2-9321-4f0e-ab5e-df4544fb45ac tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0667534 Jul 23 05:02:26.716143 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9a38fd0c-27eb-450b-aa41-6b10a5f698f8 req-e36b9b8f-2c90-4e6d-be54-e48c0081dc19 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325551 Jul 23 05:02:27.850383 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca9c47-169e-4f45-82c4-e82a398a8b82 req-4d8332a8-ab54-4697-88c3-780aac090a3b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:27.851882 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e6ca9c47-169e-4f45-82c4-e82a398a8b82 req-4d8332a8-ab54-4697-88c3-780aac090a3b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0630360 Jul 23 05:02:27.888967 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e6ca9c47-169e-4f45-82c4-e82a398a8b82 req-83bab848-7317-4969-bbd6-2bac4b521ab0 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314407 Jul 23 05:02:28.016043 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-7753312d-8db1-46e0-90d2-a695fb09de20 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316570 Jul 23 05:02:28.205270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-11aac7c8-695c-42bb-acc3-f84d66ed2413 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:28.206728 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-11aac7c8-695c-42bb-acc3-f84d66ed2413 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859419 Jul 23 05:02:28.222189 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-e2a7f696-1971-4f57-8384-d2190ddd313d tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/quotas/c6ee5cc9eff64a00b88ade2ae148fa28 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Jul 23 05:02:28.256380 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-8602f0c6-9111-4860-b294-6fe25e2a537f tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290082 Jul 23 05:02:28.419414 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-22623e1e-3c4a-49d0-a329-62687994ce0b req-b8e49c83-1a6e-4fa0-a691-512bb93260b6 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 210 time: 0.0283911 Jul 23 05:02:29.030087 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02db10-db1d-40ae-8d37-5fcee5431d79 req-bf027ae6-bd91-4027-9ad1-1d714ed4638b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:29.031741 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9e02db10-db1d-40ae-8d37-5fcee5431d79 req-bf027ae6-bd91-4027-9ad1-1d714ed4638b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0655646 Jul 23 05:02:29.069645 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9e02db10-db1d-40ae-8d37-5fcee5431d79 req-9a1696a1-1149-424f-b7d8-77294e712638 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323641 Jul 23 05:02:29.367054 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-6dd69118-c8c3-4771-9607-63ae513e684a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230196 Jul 23 05:02:29.490960 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-716a40c8-d73c-4b07-9b38-732e5a8359ff tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:29.492622 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-716a40c8-d73c-4b07-9b38-732e5a8359ff tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1195209 Jul 23 05:02:29.510783 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Request body: {'port': {'device_id': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000', 'admin_state_up': True, 'tenant_id': 'c6ee5cc9eff64a00b88ade2ae148fa28'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:02:29.529127 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3d52c5e9-0f66-4de8-8d3a-1ece13e027fe req-ed1665b8-a1b1-4556-a9e6-5d634ccf37ab tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 210 time: 0.0385110 Jul 23 05:02:29.620089 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Made reservation on behalf of c6ee5cc9eff64a00b88ade2ae148fa28 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:02:29.623561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:29.632575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:29.725836 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:29.731713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:29.789226 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9032e9-1a73-4315-b7d3-43174d2198d9,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:29.864554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Allocated IP 192.168.233.8 (16ed2e93-06a0-485c-801b-2cd614c96000/50176709-dcdd-4d77-9059-ab46264ff863/10a0bd60-01dc-437c-8fbb-815e81029a2d) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:02:30.015757 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.027848 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Transition to ACTIVE for port object 10a0bd60-01dc-437c-8fbb-815e81029a2d will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:02:30.060395 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.099348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Network 16ed2e93-06a0-485c-801b-2cd614c96000 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:02:30.104501 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:02:30.108085 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:02:30.137307 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Pushing event updated for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:30.191941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:30.192580 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.214767 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-8ce6c706-79e5-4cb3-a647-40838e1bd448 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7083988 Jul 23 05:02:30.232204 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.235369 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Request body: {'port': {'device_id': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:02:30.266196 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41fe448-de49-4f75-aa7a-912bcbd63047 req-3359ff70-7a14-4abd-850e-4d9316a447f5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:30.267768 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c41fe448-de49-4f75-aa7a-912bcbd63047 req-3359ff70-7a14-4abd-850e-4d9316a447f5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1196415 Jul 23 05:02:30.340947 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c41fe448-de49-4f75-aa7a-912bcbd63047 req-1df5c507-396a-433e-9591-40ceaa377a87 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668166 Jul 23 05:02:30.351790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.390032 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-78c91327-40e4-4078-9fe6-940944350f75 None None] Provisioning for port 10a0bd60-01dc-437c-8fbb-815e81029a2d completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:02:30.393706 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-78c91327-40e4-4078-9fe6-940944350f75 None None] Provisioning complete for port 10a0bd60-01dc-437c-8fbb-815e81029a2d triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:02:30.394071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-78c91327-40e4-4078-9fe6-940944350f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.427866 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-78c91327-40e4-4078-9fe6-940944350f75 None None] Port 10a0bd60-01dc-437c-8fbb-815e81029a2d cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:02:30.626489 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a0bd60-01dc-437c-8fbb-815e81029a2d {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:02:30.633855 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.646603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Transition to ACTIVE for port object 10a0bd60-01dc-437c-8fbb-815e81029a2d will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:02:30.650389 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.659181 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a507289-fbcd-43a1-b455-044a5b4b8b29 req-99bc1433-4403-4b91-9e19-b9b81aa73547 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:30.660844 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2a507289-fbcd-43a1-b455-044a5b4b8b29 req-99bc1433-4403-4b91-9e19-b9b81aa73547 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 934 time: 0.0642979 Jul 23 05:02:30.699581 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2a507289-fbcd-43a1-b455-044a5b4b8b29 req-a718b7a2-863d-47a3-92a9-93a168de92fb tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Jul 23 05:02:30.727607 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Pushing event updated for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:30.784763 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Attempting to bind port 10a0bd60-01dc-437c-8fbb-815e81029a2d on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:02:30.785122 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Attempting to bind port 10a0bd60-01dc-437c-8fbb-815e81029a2d by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:02:30.785479 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Attempting to bind port 10a0bd60-01dc-437c-8fbb-815e81029a2d on network 16ed2e93-06a0-485c-801b-2cd614c96000 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:02:30.789861 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Port 10a0bd60-01dc-437c-8fbb-815e81029a2d on network 16ed2e93-06a0-485c-801b-2cd614c96000 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:02:30.790181 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Attempting to bind port 10a0bd60-01dc-437c-8fbb-815e81029a2d on network 16ed2e93-06a0-485c-801b-2cd614c96000 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:02:30.795287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:02:30.795621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Checking segment: {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:02:30.796728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Bound using segment: {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:02:30.797170 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Bound port: 10a0bd60-01dc-437c-8fbb-815e81029a2d, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85fb0c9-371c-49a0-8808-430d20a82a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:02:30.797527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.861597 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:02:30.864521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:02:30.868848 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.900708 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:30.901355 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:30.902731 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] 10.222.0.24 "PUT /v2.0/ports/10a0bd60-01dc-437c-8fbb-815e81029a2d HTTP/1.1" status: 200 len: 1096 time: 0.6719322 Jul 23 05:02:30.903187 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:30.905497 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfabdd1-88b6-4dba-9370-22b7a291d853" -d '{"events": [{"name": "network-changed", "server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:30.932835 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9a1ed-2533-4e86-a76f-cb1bc86baac9 service neutron] Pushing event updated for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:31.033115 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-999bddc2-ab36-4271-ad8a-ca74d986a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.034749 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-999bddc2-ab36-4271-ad8a-ca74d986a341 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 1099 time: 0.0634961 Jul 23 05:02:31.063146 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0eae7b20-7285-4c91-8441-0de8e392a4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:31.094802 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c261a5c-eefa-493a-862b-1df1c2ef76fa x-openstack-request-id: req-4c261a5c-eefa-493a-862b-1df1c2ef76fa {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:31.095370 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:31.095370 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c261a5c-eefa-493a-862b-1df1c2ef76fa {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:31.095684 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d', 'status': 'completed', 'code': 200} Jul 23 05:02:31.097505 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-b002311c-f360-4c1f-80cf-75d21d7cb31f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d HTTP/1.1" status: 200 len: 217 time: 0.0460417 Jul 23 05:02:31.152627 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-aecf4523-6393-41c4-a0b2-5e4c7c3a22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.154044 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-aecf4523-6393-41c4-a0b2-5e4c7c3a22c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50176709-dcdd-4d77-9059-ab46264ff863 HTTP/1.1" status: 200 len: 843 time: 0.0462453 Jul 23 05:02:31.214231 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c79-a855-4837-8ec5-1be44f76059f req-eb7bb06c-cbb6-4666-a1ca-26e384f982b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.215752 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-eb7bb06c-cbb6-4666-a1ca-26e384f982b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=16ed2e93-06a0-485c-801b-2cd614c96000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0542746 Jul 23 05:02:31.308306 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-e99d5f5d-a3d4-48f4-8606-f243b1bfde6b service neutron] 10.222.0.24 "GET /v2.0/networks/16ed2e93-06a0-485c-801b-2cd614c96000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Jul 23 05:02:31.400661 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-99519c79-a855-4837-8ec5-1be44f76059f req-056e50a7-7504-44ac-9af5-5b526d3adbcc service neutron] 10.222.0.24 "GET /v2.0/networks/16ed2e93-06a0-485c-801b-2cd614c96000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830898 Jul 23 05:02:31.472113 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45cffe-a7d9-48d5-ba53-5c390357973b req-1236d41f-cc43-4a84-aa73-6d288f772f67 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.473615 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-df45cffe-a7d9-48d5-ba53-5c390357973b req-1236d41f-cc43-4a84-aa73-6d288f772f67 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0620112 Jul 23 05:02:31.511800 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-df45cffe-a7d9-48d5-ba53-5c390357973b req-5f3bd95f-d0ea-4aa2-b4a2-9d59f74a9ae4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326169 Jul 23 05:02:31.577035 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-28845727-232e-4068-9d4a-e47e85c50999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.578456 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-28845727-232e-4068-9d4a-e47e85c50999 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 1099 time: 0.0569365 Jul 23 05:02:31.665526 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-ee9b99d0-a15c-4960-a9fb-17b16f988e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.666999 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-ee9b99d0-a15c-4960-a9fb-17b16f988e9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=16ed2e93-06a0-485c-801b-2cd614c96000 HTTP/1.1" status: 200 len: 869 time: 0.0818048 Jul 23 05:02:31.711453 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-0a8e3fb5-c64b-452a-a422-99e0a326fe3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d HTTP/1.1" status: 200 len: 217 time: 0.0363848 Jul 23 05:02:31.759795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-6107cc1f-7e93-4f52-aada-e9f69656119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.761290 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-6107cc1f-7e93-4f52-aada-e9f69656119a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=50176709-dcdd-4d77-9059-ab46264ff863 HTTP/1.1" status: 200 len: 843 time: 0.0425341 Jul 23 05:02:31.859908 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-41b4e090-c090-4458-802b-7e32faaf0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.861310 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-41b4e090-c090-4458-802b-7e32faaf0382 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=16ed2e93-06a0-485c-801b-2cd614c96000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0848398 Jul 23 05:02:31.868410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d25b06-b066-4588-804a-a28c4fce4063 req-9d5cf514-9f49-4e31-91ad-7147b959f54a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:31.869858 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50d25b06-b066-4588-804a-a28c4fce4063 req-9d5cf514-9f49-4e31-91ad-7147b959f54a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 946 time: 0.1023633 Jul 23 05:02:31.951313 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50d25b06-b066-4588-804a-a28c4fce4063 req-a6ec46b5-d819-4d9a-bb1c-7fd65feffc0b tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733242 Jul 23 05:02:31.977544 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-d927e5fb-3ea6-4a51-b4fe-dda8351ce0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/16ed2e93-06a0-485c-801b-2cd614c96000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067810 Jul 23 05:02:32.071962 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ddfabdd1-88b6-4dba-9370-22b7a291d853 req-547d82c8-21a2-4bf4-8464-e84695996baa service neutron] 10.222.0.24 "GET /v2.0/networks/16ed2e93-06a0-485c-801b-2cd614c96000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Jul 23 05:02:32.239548 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:02:32.336467 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:32.348194 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:02:32.384807 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:32.398221 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:02:32.417690 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:32.421842 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:32.467607 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=6']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:32.474541 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.474890 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.475222 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.475558 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.475886 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.476206 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.476555 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.476881 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.477232 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.477560 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.477882 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.478197 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:02:32.620781 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['c858ec5c-2d09-442b-b873-34838b90f90f'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:02:32.665008 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa82d9e-1439-4d91-be30-13f2eca31b09 req-6946376a-ae18-493c-be18-3b947cd5b026 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:32.668179 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bfa82d9e-1439-4d91-be30-13f2eca31b09 req-6946376a-ae18-493c-be18-3b947cd5b026 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0853589 Jul 23 05:02:32.736865 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-bfa82d9e-1439-4d91-be30-13f2eca31b09 req-555a7de4-cc53-463d-a454-efedd67aed84 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600164 Jul 23 05:02:33.103392 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07b4b2-b6a1-4468-8093-accd0fb54b15 req-1f25d952-7a0e-44a9-a9ca-58f772a9d0db tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:33.112421 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0e07b4b2-b6a1-4468-8093-accd0fb54b15 req-1f25d952-7a0e-44a9-a9ca-58f772a9d0db tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 946 time: 0.0773773 Jul 23 05:02:33.161542 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0e07b4b2-b6a1-4468-8093-accd0fb54b15 req-ab78e120-cbb1-4acc-869e-fadda4bd70a0 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478594 Jul 23 05:02:33.525796 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-44ebb5ad-feac-43da-8735-10eb2a5d0f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:33.899611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85af34-f4e4-41fc-9ae4-54ef09799093 req-a5ff56ec-98c3-47d0-a31d-0ec76bdb9825 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:33.908088 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e85af34-f4e4-41fc-9ae4-54ef09799093 req-a5ff56ec-98c3-47d0-a31d-0ec76bdb9825 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0910199 Jul 23 05:02:33.951542 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e85af34-f4e4-41fc-9ae4-54ef09799093 req-364e586f-f2f5-4573-8e44-f7a5a71793fe tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424712 Jul 23 05:02:34.100913 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.244456 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 10a0bd60-01dc-437c-8fbb-815e81029a2d details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:02:34.263461 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:02:34.440436 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f4bca-ab9f-4c47-abd5-2788171e8b61 req-c3cdd147-5b91-418a-af2b-05c4bfc24808 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:34.442856 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba0f4bca-ab9f-4c47-abd5-2788171e8b61 req-c3cdd147-5b91-418a-af2b-05c4bfc24808 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 946 time: 0.1608369 Jul 23 05:02:34.488925 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port c858ec5c-2d09-442b-b873-34838b90f90f triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:02:34.489319 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.494435 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:34.496911 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ba0f4bca-ab9f-4c47-abd5-2788171e8b61 req-934427d9-9515-451e-8606-e62ffd0cbbaf tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Jul 23 05:02:34.551928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '10a0bd60-01dc-437c-8fbb-815e81029a2d', 'network_id': '16ed2e93-06a0-485c-801b-2cd614c96000', 'port_id': '10a0bd60-01dc-437c-8fbb-815e81029a2d', 'mac_address': 'fa:16:3e:da:6d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50176709-dcdd-4d77-9059-ab46264ff863', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:02:34.642068 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.659821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.675728 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a0bd60-01dc-437c-8fbb-815e81029a2d {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:02:34.703850 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:34.706698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49050f1-2eb3-4d53-badc-1e4bd6acb956" -d '{"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:34.742940 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:34.744970 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:34.751258 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.756673 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.854745 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f27b7-76a3-40a1-a1f3-6018824bac1a x-openstack-request-id: req-161f27b7-76a3-40a1-a1f3-6018824bac1a {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:34.855082 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:34.855398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-161f27b7-76a3-40a1-a1f3-6018824bac1a {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:34.855988 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'code': 200} Jul 23 05:02:34.860160 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:34.866650 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:34.953730 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=7']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:35.140358 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['10a0bd60-01dc-437c-8fbb-815e81029a2d'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:02:35.162555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81bbd6-b277-4217-b3cf-51f47b34ef11 req-9e847723-3b82-45ad-b825-77cd18155679 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:35.164870 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e81bbd6-b277-4217-b3cf-51f47b34ef11 req-9e847723-3b82-45ad-b825-77cd18155679 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0765805 Jul 23 05:02:35.211709 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e81bbd6-b277-4217-b3cf-51f47b34ef11 req-8a973f09-8741-4248-b385-8130a3b4c25e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416484 Jul 23 05:02:35.659113 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d0be6-79b8-45c5-9179-f7ba49ce6f44 req-6517e9e9-ed94-4138-8530-03f7ad846e4f tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:35.660626 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d92d0be6-79b8-45c5-9179-f7ba49ce6f44 req-6517e9e9-ed94-4138-8530-03f7ad846e4f tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 947 time: 0.0816634 Jul 23 05:02:35.735925 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d92d0be6-79b8-45c5-9179-f7ba49ce6f44 req-4df26adf-4b6f-45ea-9c5d-f4189ba69737 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636511 Jul 23 05:02:36.208429 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:36.252112 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 10a0bd60-01dc-437c-8fbb-815e81029a2d up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:02:36.316878 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 10a0bd60-01dc-437c-8fbb-815e81029a2d completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:02:36.324858 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 10a0bd60-01dc-437c-8fbb-815e81029a2d triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:02:36.325887 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:36.366162 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a43b5-d751-4cc7-b081-a2401c0e2c7c req-b9457ea2-ea7d-4111-b3e4-8a05eab9ff26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:36.367721 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c7a43b5-d751-4cc7-b081-a2401c0e2c7c req-b9457ea2-ea7d-4111-b3e4-8a05eab9ff26 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0704293 Jul 23 05:02:36.423232 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c7a43b5-d751-4cc7-b081-a2401c0e2c7c req-07738972-a1aa-420d-aa62-931dddb7aff5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484097 Jul 23 05:02:36.436159 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:02:36.437811 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:36.494582 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:36.505474 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:36.566664 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:36.857416 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:36.860995 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dcaa87-1faf-461e-ab8f-5d07795c8b89" -d '{"events": [{"server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "name": "network-vif-plugged", "status": "completed", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:36.869315 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582f8b3-870f-45db-ba6d-97e6814cd834 req-1e6ca346-d50a-4a5a-8b6f-3224a8fc0261 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:36.871468 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b582f8b3-870f-45db-ba6d-97e6814cd834 req-1e6ca346-d50a-4a5a-8b6f-3224a8fc0261 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0753679 Jul 23 05:02:36.912823 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7759b11-b905-4e23-8458-c1b68c9359ad x-openstack-request-id: req-f7759b11-b905-4e23-8458-c1b68c9359ad {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:36.913115 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "name": "network-vif-plugged", "status": "completed", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:36.913362 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7759b11-b905-4e23-8458-c1b68c9359ad {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:36.913748 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d', 'code': 200} Jul 23 05:02:36.917013 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b582f8b3-870f-45db-ba6d-97e6814cd834 req-6557987a-2777-43bc-88e6-1d3b352bb30e tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Jul 23 05:02:37.174991 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e9285-ba1b-49df-b41f-7b27b62e3add req-27c4db78-e866-4fb0-93a5-accb4e73a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:37.174991 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-103e9285-ba1b-49df-b41f-7b27b62e3add req-27c4db78-e866-4fb0-93a5-accb4e73a344 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 1101 time: 0.0673003 Jul 23 05:02:37.213282 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-103e9285-ba1b-49df-b41f-7b27b62e3add req-96f76567-5d0d-41f2-8a98-ea64107ad96b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Jul 23 05:02:37.589382 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338d67b-2e11-4ecd-b121-7f9507830bc0 req-8b834977-d5c3-4eb0-84bb-c4134f9722ac tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:37.590900 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5338d67b-2e11-4ecd-b121-7f9507830bc0 req-8b834977-d5c3-4eb0-84bb-c4134f9722ac tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0743439 Jul 23 05:02:37.633373 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5338d67b-2e11-4ecd-b121-7f9507830bc0 req-4e5c788e-64bd-4430-a565-6ac7a55242d6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358381 Jul 23 05:02:38.058330 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ad762-8d55-46bf-9bb3-96ed52dc6b6a req-146968a4-6ac2-4bef-84dc-cb59b7c677a9 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:38.059873 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d85ad762-8d55-46bf-9bb3-96ed52dc6b6a req-146968a4-6ac2-4bef-84dc-cb59b7c677a9 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0743084 Jul 23 05:02:38.101433 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d85ad762-8d55-46bf-9bb3-96ed52dc6b6a req-54cac28e-c23f-4496-bc90-26708feb86bd tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359907 Jul 23 05:02:38.786966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ab163-e558-4f28-8abf-a7b46ca0c0dc req-1bdc174f-a5cc-4011-b395-6eed718f41b3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:38.788645 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af3ab163-e558-4f28-8abf-a7b46ca0c0dc req-1bdc174f-a5cc-4011-b395-6eed718f41b3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0671582 Jul 23 05:02:38.836482 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-af3ab163-e558-4f28-8abf-a7b46ca0c0dc req-6167a6b5-486d-4705-94f2-0ec98bacdb0d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415890 Jul 23 05:02:39.245274 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a515d6-917a-4c64-90dc-83508dac531e req-9ae7adfa-6c44-4fa5-8f91-a88d32200a80 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:39.246833 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a0a515d6-917a-4c64-90dc-83508dac531e req-9ae7adfa-6c44-4fa5-8f91-a88d32200a80 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0712931 Jul 23 05:02:39.291276 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a0a515d6-917a-4c64-90dc-83508dac531e req-a802aa6d-114d-47b0-b568-8bf650021466 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382316 Jul 23 05:02:39.610859 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119b5f1-fbd2-483a-b137-50f36782832a req-f61a6394-a366-4c13-ad53-26bb2c53499b tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:39.612699 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f119b5f1-fbd2-483a-b137-50f36782832a req-f61a6394-a366-4c13-ad53-26bb2c53499b tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0723288 Jul 23 05:02:39.669915 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f119b5f1-fbd2-483a-b137-50f36782832a req-9b2e840d-aa20-4657-86ff-f042cf5cbee6 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448484 Jul 23 05:02:39.999571 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c79b0-3431-4f8a-a111-ef2fa86e2c53 req-3aa4ae82-690c-4dde-814c-0b09e2c97658 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:40.001740 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2c79b0-3431-4f8a-a111-ef2fa86e2c53 req-3aa4ae82-690c-4dde-814c-0b09e2c97658 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0796316 Jul 23 05:02:40.049090 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9d2c79b0-3431-4f8a-a111-ef2fa86e2c53 req-b8437961-7ea0-4b72-988a-0110bb01b221 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414958 Jul 23 05:02:40.800382 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8e292-f2d3-4766-b48a-e1603e385e9a req-c309a602-0de8-4380-8e8a-ba3894cc4dd1 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:40.802036 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ec8e292-f2d3-4766-b48a-e1603e385e9a req-c309a602-0de8-4380-8e8a-ba3894cc4dd1 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0666676 Jul 23 05:02:40.846259 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ec8e292-f2d3-4766-b48a-e1603e385e9a req-bcbec6c6-8adf-4e94-8b1d-9f908e1b2547 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/security-groups?id=6f9032e9-1a73-4315-b7d3-43174d2198d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Jul 23 05:02:41.227651 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aeeee-2616-414d-9592-5bfd1cb54b04 req-7b39a0b0-24a6-4f85-8805-7d05bf3eae19 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:41.229168 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0a7aeeee-2616-414d-9592-5bfd1cb54b04 req-7b39a0b0-24a6-4f85-8805-7d05bf3eae19 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.1077101 Jul 23 05:02:41.268561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-502e2094-e9eb-40b0-9f4a-ccf46f4f6893 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:41.270027 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-502e2094-e9eb-40b0-9f4a-ccf46f4f6893 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.24 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 948 time: 0.0976202 Jul 23 05:02:41.293460 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0a7aeeee-2616-414d-9592-5bfd1cb54b04 req-218b077a-0cc1-40ed-8f3c-3bbd1f0e506c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574398 Jul 23 05:02:41.402534 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Deleting port 10a0bd60-01dc-437c-8fbb-815e81029a2d {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:02:41.402804 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:41.500383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] For port 10a0bd60-01dc-437c-8fbb-815e81029a2d, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=10a0bd60-01dc-437c-8fbb-815e81029a2d,segment=NetworkSegment(d85fb0c9-371c-49a0-8808-430d20a82a6c),segment_id=d85fb0c9-371c-49a0-8808-430d20a82a6c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:41.500775 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:41.513406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Calling delete_port for 10a0bd60-01dc-437c-8fbb-815e81029a2d owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:02:41.652168 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:41.684271 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Pushing event deleted for resources: {'Port': ['ID=10a0bd60-01dc-437c-8fbb-815e81029a2d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:41.703526 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['10a0bd60-01dc-437c-8fbb-815e81029a2d'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:02:41.736966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] No DVR routers for this DVR port 10a0bd60-01dc-437c-8fbb-815e81029a2d on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:02:41.739661 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:41.741702 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-03e79b23-8b92-4c4b-acd9-6361a1be2f16 req-974a4c82-57ac-431f-9529-cd7c4e50987a tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.24 "DELETE /v2.0/ports/10a0bd60-01dc-437c-8fbb-815e81029a2d HTTP/1.1" status: 204 len: 173 time: 0.4566565 Jul 23 05:02:41.742149 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'name': 'network-vif-deleted', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:41.744451 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6767213-123d-4cf6-a4cf-a408ec5fbca6" -d '{"events": [{"server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "name": "network-vif-deleted", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:41.791114 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e089dfc5-3b85-46f7-aa5f-342144689405 x-openstack-request-id: req-e089dfc5-3b85-46f7-aa5f-342144689405 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:41.791418 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2551bc45-5bd0-446e-9fbb-c645dc60a61d", "name": "network-vif-deleted", "tag": "10a0bd60-01dc-437c-8fbb-815e81029a2d", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:41.791663 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e089dfc5-3b85-46f7-aa5f-342144689405 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:41.792076 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2551bc45-5bd0-446e-9fbb-c645dc60a61d', 'name': 'network-vif-deleted', 'tag': '10a0bd60-01dc-437c-8fbb-815e81029a2d', 'status': 'completed', 'code': 200} Jul 23 05:02:41.955542 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52b888d0-8674-493e-8d6a-f4f4987380d5 req-c59fd7fa-66ae-4bae-9fe9-c62d27db4de4 tempest-VolumesNegativeTest-330487638 tempest-VolumesNegativeTest-330487638-project] 10.222.0.16 "GET /v2.0/ports?device_id=2551bc45-5bd0-446e-9fbb-c645dc60a61d HTTP/1.1" status: 200 len: 210 time: 0.0279498 Jul 23 05:02:42.438099 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa789a-580b-44da-b6aa-db33cbcb1d01 req-7049e93c-f5e6-424d-9339-e971cbd6a5a1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:42.439579 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9afa789a-580b-44da-b6aa-db33cbcb1d01 req-7049e93c-f5e6-424d-9339-e971cbd6a5a1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0658798 Jul 23 05:02:42.477116 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9afa789a-580b-44da-b6aa-db33cbcb1d01 req-ce6dd988-7c96-4a8e-96f0-50258b98a009 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318825 Jul 23 05:02:42.591262 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-b9e44a16-4e56-4c12-978d-5d0bab99ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:42.593891 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-b9e44a16-4e56-4c12-978d-5d0bab99ceff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1098 time: 0.0551600 Jul 23 05:02:42.691309 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-7e5056a2-aaaf-4561-9904-a18176e6f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:42.693253 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-7e5056a2-aaaf-4561-9904-a18176e6f6a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0925248 Jul 23 05:02:42.758191 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-42be629e-5a10-4e38-bcb7-ffee5b2a813e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 1001 time: 0.0567555 Jul 23 05:02:42.806091 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-0f580af0-cc1b-44c4-ba59-3f40b5dc61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:42.807460 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-0f580af0-cc1b-44c4-ba59-3f40b5dc61c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0423706 Jul 23 05:02:42.868134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-3244608d-269a-4a0c-981c-5528d8472819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:42.869630 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-3244608d-269a-4a0c-981c-5528d8472819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556507 Jul 23 05:02:42.973852 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-a2d4f750-5329-4b53-8ef4-0504805884f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886986 Jul 23 05:02:43.091376 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27eacff7-29a4-40a6-98b2-ac8f487cdf62 req-c11737b9-abcc-4967-a61d-d6cf9e7443b1 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019042 Jul 23 05:02:43.612626 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b6f9-008a-46bd-ae45-42ef7b41dffc req-429d515b-eb83-4b59-a84e-4c073be5c8e8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:43.614153 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5dc2b6f9-008a-46bd-ae45-42ef7b41dffc req-429d515b-eb83-4b59-a84e-4c073be5c8e8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 945 time: 0.0628688 Jul 23 05:02:43.652639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5dc2b6f9-008a-46bd-ae45-42ef7b41dffc req-d43f846d-e051-4f7f-ae44-82ef3efa4fa3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329494 Jul 23 05:02:44.309265 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:02:44.387032 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:44.410992 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:02:44.413212 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8f3a2-c999-45d2-a602-de5983d558b0" -d '{"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:02:44.427032 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:02:44.431480 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:44.432283 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 10a0bd60-01dc-437c-8fbb-815e81029a2d no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:02:44.453971 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 10a0bd60-01dc-437c-8fbb-815e81029a2d {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:02:44.454301 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 10a0bd60-01dc-437c-8fbb-815e81029a2d not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:02:44.476138 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 05:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986d260a-f72f-4c28-8b1e-2200efa20dbb x-openstack-request-id: req-986d260a-f72f-4c28-8b1e-2200efa20dbb {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:02:44.476457 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-unplugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:02:44.476741 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-986d260a-f72f-4c28-8b1e-2200efa20dbb {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:02:44.477122 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'code': 200} Jul 23 05:02:44.503675 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=8']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:44.796789 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dc24b-c104-4d4e-bce4-01e116d5de39 req-a177208d-43f3-41ca-981c-067015ea406e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:44.798263 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-764dc24b-c104-4d4e-bce4-01e116d5de39 req-a177208d-43f3-41ca-981c-067015ea406e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0638568 Jul 23 05:02:44.842682 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-764dc24b-c104-4d4e-bce4-01e116d5de39 req-292f114f-9519-4a84-af76-f9e6fc6bf283 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373983 Jul 23 05:02:45.974883 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f4fc0-c8b1-4329-af7e-9192263024b3 req-4d27534c-0485-405f-be27-b18ffb37ee7e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:45.976410 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e28f4fc0-c8b1-4329-af7e-9192263024b3 req-4d27534c-0485-405f-be27-b18ffb37ee7e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0622520 Jul 23 05:02:46.013037 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e28f4fc0-c8b1-4329-af7e-9192263024b3 req-237f5d06-b97f-4578-b817-006c904cb7ab tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312207 Jul 23 05:02:46.693074 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48110) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:02:46.823239 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-935f6d93-60f3-408c-af7d-890d47284998 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ee5cc9eff64a00b88ade2ae148fa28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1290231 Jul 23 05:02:46.826645 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48116) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:02:46.877822 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:46.901742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:46.949102 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:46.952379 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:02:46.956271 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f9032e9-1a73-4315-b7d3-43174d2198d9 HTTP/1.1" status: 204 len: 168 time: 0.1286774 Jul 23 05:02:46.963867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3c0e-27f4-451d-a6bf-37e893330f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9032e9-1a73-4315-b7d3-43174d2198d9,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:02:47.029236 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6404-c05c-4ed2-a5d4-43bbd6b5c64d req-9adc3366-7048-47e9-8ceb-eef95ab9768f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:47.030873 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27bf6404-c05c-4ed2-a5d4-43bbd6b5c64d req-9adc3366-7048-47e9-8ceb-eef95ab9768f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.1212776 Jul 23 05:02:47.038567 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-17ef73e0-8f83-4213-b30f-9113d71dc218 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0996001 Jul 23 05:02:47.078557 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-27bf6404-c05c-4ed2-a5d4-43bbd6b5c64d req-f1ba59f9-b634-4e5e-97a2-9bb1fb11c6a2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389380 Jul 23 05:02:47.812556 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5895424-11ae-4b27-9f67-c1f9cd924335 req-12c4a266-a170-45dc-a2ea-5113b0820280 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:47.814075 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d5895424-11ae-4b27-9f67-c1f9cd924335 req-12c4a266-a170-45dc-a2ea-5113b0820280 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0611765 Jul 23 05:02:47.850670 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d5895424-11ae-4b27-9f67-c1f9cd924335 req-3146c199-9a0b-41f9-86e2-ac0ba5dca845 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Jul 23 05:02:47.958252 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-c061e32f-efb0-47f6-bb5b-11e1817f04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:47.959732 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-c061e32f-efb0-47f6-bb5b-11e1817f04bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5&tenant_id=c8aacb7fa3af440d9685ec11568d35fb HTTP/1.1" status: 200 len: 1096 time: 0.0529087 Jul 23 05:02:48.047240 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-fac9b3dc-2435-48f1-921d-4da4aa64eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.048791 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-fac9b3dc-2435-48f1-921d-4da4aa64eda2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.0553734 Jul 23 05:02:48.136741 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-4b78245a-f2be-4cee-a180-2e3db2aa04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.138220 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-4b78245a-f2be-4cee-a180-2e3db2aa04d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0825934 Jul 23 05:02:48.346398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:02:48.460764 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-90c5ecd9-fcd1-4976-8362-c57af12ac0b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 999 time: 0.3155231 Jul 23 05:02:48.517867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bda0c6-e55d-4698-9a18-bcdb0867827f req-d7dd655c-65c5-454f-9e77-05a16c344837 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.519502 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b6bda0c6-e55d-4698-9a18-bcdb0867827f req-d7dd655c-65c5-454f-9e77-05a16c344837 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.1097283 Jul 23 05:02:48.525314 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-7235020f-cd56-40f3-b9f1-d445e08cd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.526672 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-7235020f-cd56-40f3-b9f1-d445e08cd4c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0585594 Jul 23 05:02:48.593452 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b6bda0c6-e55d-4698-9a18-bcdb0867827f req-f1503463-c346-43a2-90dd-32417d14c18d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658259 Jul 23 05:02:48.607706 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-81d70511-b43c-4c4a-87ef-ceeb0c755729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.609370 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-81d70511-b43c-4c4a-87ef-ceeb0c755729 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753763 Jul 23 05:02:48.696260 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-e33b6a8f-7d4a-4478-999c-8af856deae2d service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795157 Jul 23 05:02:48.789045 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c74c7d4-ec15-4f1a-b613-a1375e334ac6 req-70929160-75ef-4968-9e0f-81e8f928713c service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844183 Jul 23 05:02:48.985118 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91701-a5b7-40e5-8703-76096534d1b6 req-8d4e895f-eaf3-40be-9c53-cf5660c430d3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:48.986725 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ed91701-a5b7-40e5-8703-76096534d1b6 req-8d4e895f-eaf3-40be-9c53-cf5660c430d3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0704632 Jul 23 05:02:49.025159 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9ed91701-a5b7-40e5-8703-76096534d1b6 req-588c795b-28d5-4cdd-a687-2526ae29d2d9 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Jul 23 05:02:49.735006 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f586e-e64a-4b6a-b4b5-66458b4de38a req-d6ebdd59-d89b-404f-81ee-2daa35986659 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:49.736533 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f05f586e-e64a-4b6a-b4b5-66458b4de38a req-d6ebdd59-d89b-404f-81ee-2daa35986659 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0632801 Jul 23 05:02:49.784948 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f05f586e-e64a-4b6a-b4b5-66458b4de38a req-44325e13-007c-4ab6-93f6-8252bbddab1a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425043 Jul 23 05:02:50.165304 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ace79-f329-4e40-b5f4-16e700b18166 req-2cdfe2ea-a3f9-4a03-a10f-ddf37c2cba94 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:50.172391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-472ace79-f329-4e40-b5f4-16e700b18166 req-2cdfe2ea-a3f9-4a03-a10f-ddf37c2cba94 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0751965 Jul 23 05:02:50.205550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-472ace79-f329-4e40-b5f4-16e700b18166 req-f8beb627-f7ff-4048-8bcb-02d876cbf3d2 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jul 23 05:02:50.928028 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244d2d5-a61e-402e-91c6-b89082790a9c req-74cdeb94-84ea-444e-9896-1a9c7e6c4d2b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:50.929517 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c244d2d5-a61e-402e-91c6-b89082790a9c req-74cdeb94-84ea-444e-9896-1a9c7e6c4d2b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0744634 Jul 23 05:02:50.969117 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c244d2d5-a61e-402e-91c6-b89082790a9c req-feb24916-be70-4d65-b255-92e0fac67d60 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336995 Jul 23 05:02:51.337393 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af648d18-4fc7-439e-a948-90218f8b1608 req-39ca30d9-f705-4654-be3f-1cc1673adb4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:51.338896 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af648d18-4fc7-439e-a948-90218f8b1608 req-39ca30d9-f705-4654-be3f-1cc1673adb4d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0635223 Jul 23 05:02:51.385876 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-af648d18-4fc7-439e-a948-90218f8b1608 req-4a7c3705-04a3-494f-a08b-80a876e0ef7b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370922 Jul 23 05:02:52.111828 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6824e20-48f2-43f9-aa5e-0825c376db48 req-d9d7b59d-e1b4-4e2f-8374-ed2a9273e13c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:52.113309 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a6824e20-48f2-43f9-aa5e-0825c376db48 req-d9d7b59d-e1b4-4e2f-8374-ed2a9273e13c tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0659406 Jul 23 05:02:52.150020 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a6824e20-48f2-43f9-aa5e-0825c376db48 req-1e75a4f9-8f61-42fe-8f7b-033d4b9b007d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312557 Jul 23 05:02:52.527310 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78f20f-ed1a-4bd2-a454-a1485cf4f326 req-03f25e5a-870a-450d-aacf-e37f7a01b53d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:52.528815 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e78f20f-ed1a-4bd2-a454-a1485cf4f326 req-03f25e5a-870a-450d-aacf-e37f7a01b53d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0680201 Jul 23 05:02:52.567380 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e78f20f-ed1a-4bd2-a454-a1485cf4f326 req-ca004271-c17b-4b14-80cc-02f3d1b6bad5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324311 Jul 23 05:02:53.286327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549f6e6-9afe-49c0-994c-555925d2bcb2 req-8c86edb6-539f-4a67-841a-8b2b76313630 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:53.287797 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c549f6e6-9afe-49c0-994c-555925d2bcb2 req-8c86edb6-539f-4a67-841a-8b2b76313630 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0626125 Jul 23 05:02:53.327825 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c549f6e6-9afe-49c0-994c-555925d2bcb2 req-ccc0fe40-ac11-4ec3-888b-86cb2ef52c49 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344963 Jul 23 05:02:53.707119 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b003e4-3f77-47bd-99d3-76d683586c0e req-6e7d472a-5698-4172-9701-17299e9138ae tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:53.708689 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65b003e4-3f77-47bd-99d3-76d683586c0e req-6e7d472a-5698-4172-9701-17299e9138ae tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0623262 Jul 23 05:02:53.750652 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-65b003e4-3f77-47bd-99d3-76d683586c0e req-87b547d2-97ca-4ed3-9d93-f43715844298 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357823 Jul 23 05:02:54.464999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe6d77-0d3c-4db3-8371-3c4a564da19d req-83ce5acc-0da6-4b44-8215-6eef8018adfe tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:54.466458 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-74fe6d77-0d3c-4db3-8371-3c4a564da19d req-83ce5acc-0da6-4b44-8215-6eef8018adfe tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0618696 Jul 23 05:02:54.508174 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-74fe6d77-0d3c-4db3-8371-3c4a564da19d req-cc54db98-52ea-4158-b590-9e5ce88a399e tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341392 Jul 23 05:02:54.887008 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80a681-fe9a-47dc-b591-fda00a2539a2 req-cb3f832e-4f45-4405-a8d1-84631c55dbf5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:54.888558 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6a80a681-fe9a-47dc-b591-fda00a2539a2 req-cb3f832e-4f45-4405-a8d1-84631c55dbf5 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0708723 Jul 23 05:02:54.928321 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6a80a681-fe9a-47dc-b591-fda00a2539a2 req-2472beab-776b-49db-b018-dd21394ef22c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336826 Jul 23 05:02:55.653497 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40e884-8abb-4077-a496-a9df89655a56 req-f10e7b1b-805a-4988-ba1e-bb23fb3bf3b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:55.655482 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1d40e884-8abb-4077-a496-a9df89655a56 req-f10e7b1b-805a-4988-ba1e-bb23fb3bf3b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0654922 Jul 23 05:02:55.692236 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1d40e884-8abb-4077-a496-a9df89655a56 req-35636ee4-550c-4231-80cf-9ac50ed817e7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311866 Jul 23 05:02:56.058889 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89303-852f-4470-9ae2-d87b0e9bb0f9 req-1939d48e-197c-45b7-8f78-b323b96da42c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:56.060447 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2da89303-852f-4470-9ae2-d87b0e9bb0f9 req-1939d48e-197c-45b7-8f78-b323b96da42c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0663900 Jul 23 05:02:56.101155 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2da89303-852f-4470-9ae2-d87b0e9bb0f9 req-ce0f666b-2b7b-4f51-9caf-27a7b06e8235 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Jul 23 05:02:56.864459 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ab510-ab92-4d7c-a625-5ef922a87350 req-e00508e1-70dd-4a86-bbe4-65bf5883fe17 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:56.865953 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e91ab510-ab92-4d7c-a625-5ef922a87350 req-e00508e1-70dd-4a86-bbe4-65bf5883fe17 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0800574 Jul 23 05:02:56.903691 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e91ab510-ab92-4d7c-a625-5ef922a87350 req-b3fd2324-deb4-45ca-838a-be6ce4ae383a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321512 Jul 23 05:02:57.244195 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e862bc8-2298-48d5-8400-56d2736542dd req-08ed1ff6-854a-44ec-bdc6-832063ac9aa7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:57.245713 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e862bc8-2298-48d5-8400-56d2736542dd req-08ed1ff6-854a-44ec-bdc6-832063ac9aa7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0751503 Jul 23 05:02:57.284573 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8e862bc8-2298-48d5-8400-56d2736542dd req-9ec1c955-e9c2-445a-ab81-d8fc530c09fd tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318615 Jul 23 05:02:58.056078 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb6e1e-32f2-46c7-a042-0eb7b0f80594 req-ad88efc4-62da-433d-840d-5f60323a0859 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:58.061566 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-28eb6e1e-32f2-46c7-a042-0eb7b0f80594 req-ad88efc4-62da-433d-840d-5f60323a0859 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0819137 Jul 23 05:02:58.097111 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-28eb6e1e-32f2-46c7-a042-0eb7b0f80594 req-b1d081f8-fa09-46d9-b008-c739725ea4b4 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313647 Jul 23 05:02:58.413932 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e576939-9030-4f80-b8b5-2eb5b1f7daa1 req-c6378f03-ca15-4ed7-aa5b-86873a376e15 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:58.415395 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e576939-9030-4f80-b8b5-2eb5b1f7daa1 req-c6378f03-ca15-4ed7-aa5b-86873a376e15 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0644388 Jul 23 05:02:58.462568 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7e576939-9030-4f80-b8b5-2eb5b1f7daa1 req-6d1f7736-bfaf-40a1-9566-e0d45ddf8ded tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Jul 23 05:02:59.237100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd323cef-ec2a-4a80-b1c0-23795eed490e req-3f057a49-514e-4949-9af9-a17b7d037cc5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:59.238604 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bd323cef-ec2a-4a80-b1c0-23795eed490e req-3f057a49-514e-4949-9af9-a17b7d037cc5 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0678232 Jul 23 05:02:59.280375 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bd323cef-ec2a-4a80-b1c0-23795eed490e req-51a1b836-77b0-4d8a-82c9-d5969d27c597 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360444 Jul 23 05:02:59.588712 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cbd2d-2bc1-4791-956a-b4f7625dec0d req-0c3436d1-fabc-49bd-8ef4-888b4410f7c3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:02:59.590168 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-327cbd2d-2bc1-4791-956a-b4f7625dec0d req-0c3436d1-fabc-49bd-8ef4-888b4410f7c3 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0609622 Jul 23 05:02:59.646697 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-327cbd2d-2bc1-4791-956a-b4f7625dec0d req-3cf46196-df4b-4e16-b894-a35308554663 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509279 Jul 23 05:03:00.247533 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:00.414169 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52faef-3dfe-499b-a4cd-46a0a6c3c918 req-3e0300e8-5aae-4534-bc49-72dc4a741a97 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:00.415620 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4a52faef-3dfe-499b-a4cd-46a0a6c3c918 req-3e0300e8-5aae-4534-bc49-72dc4a741a97 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0632095 Jul 23 05:03:00.452236 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4a52faef-3dfe-499b-a4cd-46a0a6c3c918 req-1ff942fc-7591-402b-8989-bd63e50bf22f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303421 Jul 23 05:03:00.782392 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824f109-cc7d-4f77-bc15-f42e054dc3fa req-e1028c88-d619-43b7-87c7-dd0f00bd1b3e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:00.783919 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d824f109-cc7d-4f77-bc15-f42e054dc3fa req-e1028c88-d619-43b7-87c7-dd0f00bd1b3e tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0704579 Jul 23 05:03:00.823061 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d824f109-cc7d-4f77-bc15-f42e054dc3fa req-5d66fbb8-0c4a-40c6-8c0f-3fb25dd6a5f6 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Jul 23 05:03:01.063193 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ca2c-a5e1-440a-ab85-3576f5a73865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:01.583909 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a63bd-fad0-4f6f-a686-13c418af8aa7 req-1639b41c-bf5b-4237-bc33-6d782b618647 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:01.585416 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9e0a63bd-fad0-4f6f-a686-13c418af8aa7 req-1639b41c-bf5b-4237-bc33-6d782b618647 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0620797 Jul 23 05:03:01.621247 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9e0a63bd-fad0-4f6f-a686-13c418af8aa7 req-c8007cef-8d68-4367-b647-76944f56c978 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303674 Jul 23 05:03:01.787390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-70050d60-1f03-4dc5-9dcc-59786a8df2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:01.788860 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-70050d60-1f03-4dc5-9dcc-59786a8df2e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1096 time: 0.0543256 Jul 23 05:03:01.890641 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-d7b09c17-c3a2-4726-abe6-0d34df0865b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:01.892098 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-d7b09c17-c3a2-4726-abe6-0d34df0865b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 200 len: 917 time: 0.0833614 Jul 23 05:03:01.950677 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a7db9-32de-44e8-9694-0e72d1741d23 req-6d758c1a-e5da-43d2-843d-644e0d38388d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:01.952691 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5b0a7db9-32de-44e8-9694-0e72d1741d23 req-6d758c1a-e5da-43d2-843d-644e0d38388d tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.0624149 Jul 23 05:03:01.990662 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5b0a7db9-32de-44e8-9694-0e72d1741d23 req-1ee37f15-7f98-4ff2-8a48-d0fd3571fd50 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups?id=7f064852-391b-47cf-bc87-72775346e727&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324373 Jul 23 05:03:02.052093 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-465d0b88-4936-4344-a974-e9ced0a218ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 200 len: 999 time: 0.0886188 Jul 23 05:03:02.105132 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e34655-d331-4af9-889b-7d552d61ff15 req-1adad910-6177-4a6f-b36d-3008525dd8bb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:02.106559 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-12e34655-d331-4af9-889b-7d552d61ff15 req-1adad910-6177-4a6f-b36d-3008525dd8bb tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 946 time: 0.1421161 Jul 23 05:03:02.121842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-dba08af3-a8e9-41de-8484-7d6f8519e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:02.123280 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-dba08af3-a8e9-41de-8484-7d6f8519e7a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 200 len: 856 time: 0.0638092 Jul 23 05:03:02.237871 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-de13e73f-7af8-4bd0-a26a-acda020fd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:02.239337 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-de13e73f-7af8-4bd0-a26a-acda020fd1f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8262d930-52d3-469c-a82a-d992abcada77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959797 Jul 23 05:03:02.266357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Deleting port 781b0049-6a08-48e3-8b6d-e3d75a22790e {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:02.266695 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:02.400636 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-c3bc8f66-9145-491e-9f58-16580b3a0c72 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527324 Jul 23 05:03:02.405816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] For port 781b0049-6a08-48e3-8b6d-e3d75a22790e, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=781b0049-6a08-48e3-8b6d-e3d75a22790e,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:02.406176 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:02.573551 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f718c924-18af-4016-b49f-8de2ce8ef3f7 req-381ac5bd-5b4e-4955-a6d4-ef0edd97f5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648996 Jul 23 05:03:02.635905 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:02.636621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:02.636621 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Floating IP 5a72878e-93ad-46d0-bfa8-0fca1659b40e disassociated. External IP: 172.27.3.47, port: 781b0049-6a08-48e3-8b6d-e3d75a22790e. Jul 23 05:03:02.636981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Calling delete_port for 781b0049-6a08-48e3-8b6d-e3d75a22790e owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:02.812558 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfa164-b83e-4e32-a625-dd6587d11439 req-8e7b5dd4-259c-4be2-9933-1ba0ac68342f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:02.814049 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2ecfa164-b83e-4e32-a625-dd6587d11439 req-8e7b5dd4-259c-4be2-9933-1ba0ac68342f tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.1145508 Jul 23 05:03:02.815078 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:02.852698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'Port': ['ID=781b0049-6a08-48e3-8b6d-e3d75a22790e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:02.939642 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2ecfa164-b83e-4e32-a625-dd6587d11439 req-57660153-f47d-4d43-8e02-51441c6ae5dc tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166847 Jul 23 05:03:02.985628 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:03.087386 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-86016552-3db7-41d1-ae37-00192372d086 req-211b18aa-379c-4955-ae36-c48f90cfe5d7 tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/ports?device_id=15032fe5-3e79-4acc-9a80-ee4c721d5dcb HTTP/1.1" status: 200 len: 210 time: 0.0298157 Jul 23 05:03:03.097572 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:03.107419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:03.116978 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:03.117578 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:02:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:03.141426 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] No DVR routers for this DVR port 781b0049-6a08-48e3-8b6d-e3d75a22790e on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:03.143845 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:03.145913 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-12e34655-d331-4af9-889b-7d552d61ff15 req-a4fd4e55-1564-48cb-a1fa-b0be8cccc7ee tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.24 "DELETE /v2.0/ports/781b0049-6a08-48e3-8b6d-e3d75a22790e HTTP/1.1" status: 204 len: 173 time: 1.0332184 Jul 23 05:03:03.146345 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'name': 'network-vif-deleted', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:03:03.148581 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723c9ab-9fa2-4638-b4d9-92b47617c6e5" -d '{"events": [{"server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "name": "network-vif-deleted", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:03:03.191539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f2ae5a-160e-4b0f-a0d3-486ce1c11389 x-openstack-request-id: req-e7f2ae5a-160e-4b0f-a0d3-486ce1c11389 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:03:03.191827 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15032fe5-3e79-4acc-9a80-ee4c721d5dcb", "name": "network-vif-deleted", "tag": "781b0049-6a08-48e3-8b6d-e3d75a22790e", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:03:03.192075 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7f2ae5a-160e-4b0f-a0d3-486ce1c11389 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:03:03.192471 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15032fe5-3e79-4acc-9a80-ee4c721d5dcb', 'name': 'network-vif-deleted', 'tag': '781b0049-6a08-48e3-8b6d-e3d75a22790e', 'status': 'completed', 'code': 200} Jul 23 05:03:03.230479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:03.436844 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:03.465426 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:03.473340 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:03.473927 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:02:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:03.555633 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cae8b7e9-5dee-4dc8-a81d-2ec6b3310f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:03.585672 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:03.784714 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:03.812903 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e54a1f-7bb1-45f0-bd84-6c95af9de174 None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T04:56:50Z', 'revision_number': 4, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'eb3cc01e-c194-4ae6-82ee-23f769281c23', 'name': '', 'network_id': 'e75a493c-9d8e-41cd-b403-e809a1f6dc54', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'mac_address': 'fa:16:3e:b5:c5:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:47Z', 'updated_at': '2021-07-23T04:57:06Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'subnets': [{'id': '96e28f95-0892-4a1e-a2e1-4f1d499dc872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:04.024303 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98049f-7115-4068-a0e4-be7fee158f9d None None] New status for floating IP 5a72878e-93ad-46d0-bfa8-0fca1659b40e: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:03:04.064765 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.078719 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988b451-fbb4-42aa-a251-2959c9addd6b req-284f4a8a-46ea-465f-ae90-7f8c023219c2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:04.080255 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d988b451-fbb4-42aa-a251-2959c9addd6b req-284f4a8a-46ea-465f-ae90-7f8c023219c2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 943 time: 0.0675027 Jul 23 05:03:04.118732 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d988b451-fbb4-42aa-a251-2959c9addd6b req-2f13f663-64d1-47b5-b33b-577587510b09 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326498 Jul 23 05:03:04.173103 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48244) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:04.226880 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.249602 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.294937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.297624 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.298734 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "DELETE /v2.0/security-groups/7f064852-391b-47cf-bc87-72775346e727 HTTP/1.1" status: 204 len: 168 time: 0.1246588 Jul 23 05:03:04.301549 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48246) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:04.307157 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac201231-60c0-4e8b-8650-ae5cd1ff1d9c tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f064852-391b-47cf-bc87-72775346e727,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:04.317878 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.api.v2.resource [None req-14e5a560-fcfa-4ba4-a599-8ce8c6c5704b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] show failed (client error): The resource could not be found. Jul 23 05:03:04.318888 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-14e5a560-fcfa-4ba4-a599-8ce8c6c5704b tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "GET /v2.0/security-groups/7f064852-391b-47cf-bc87-72775346e727 HTTP/1.1" status: 404 len: 347 time: 0.0162959 Jul 23 05:03:04.321712 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48248) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:04.423689 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:03:04.429997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 781b0049-6a08-48e3-8b6d-e3d75a22790e no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:04.446120 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Deleting port 8641bfd7-5147-4251-b751-1dde7705da58 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:04.446493 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.456074 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 781b0049-6a08-48e3-8b6d-e3d75a22790e {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:04.456420 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 781b0049-6a08-48e3-8b6d-e3d75a22790e not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:04.521055 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.521262 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.534124 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Calling delete_port for 8641bfd7-5147-4251-b751-1dde7705da58 owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:04.535430 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:04.546505 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'port_id': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'mac_address': 'fa:16:3e:31:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:03:04.585309 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.597954 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:03:04.618206 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:04.621823 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.667497 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.669978 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=9']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:04.695012 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Pushing event deleted for resources: {'Port': ['ID=8641bfd7-5147-4251-b751-1dde7705da58,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:04.757438 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.760001 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.761242 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-44065b54-1286-4e07-8fca-657c6ab3dadf tempest-AttachVolumeTestJSON-806166696 tempest-AttachVolumeTestJSON-806166696-project] 10.222.0.16 "DELETE /v2.0/floatingips/5a72878e-93ad-46d0-bfa8-0fca1659b40e HTTP/1.1" status: 204 len: 168 time: 0.4386415 Jul 23 05:03:04.781471 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:04.908071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['c858ec5c-2d09-442b-b873-34838b90f90f'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:03:05.257214 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b9d3f-230d-43bc-986b-4fc8cec804a0 req-4d73805f-5e04-40d2-9469-758ef1096ebf tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:05.258681 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-060b9d3f-230d-43bc-986b-4fc8cec804a0 req-4d73805f-5e04-40d2-9469-758ef1096ebf tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0641377 Jul 23 05:03:05.294411 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-060b9d3f-230d-43bc-986b-4fc8cec804a0 req-39ee7f34-1083-49aa-828a-8a6fee756a0b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303028 Jul 23 05:03:06.206589 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:06.424883 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acf8b-ef66-482d-a3ab-523284c93184 req-a8372de0-3fe2-4bfa-bc91-20117d31a9e9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:06.426449 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-398acf8b-ef66-482d-a3ab-523284c93184 req-a8372de0-3fe2-4bfa-bc91-20117d31a9e9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 944 time: 0.0619631 Jul 23 05:03:06.438192 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:03:06.464932 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-398acf8b-ef66-482d-a3ab-523284c93184 req-02e0d29a-8fda-4a7f-a110-d09d0e4b0eb6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329165 Jul 23 05:03:06.485558 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port c858ec5c-2d09-442b-b873-34838b90f90f triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:03:06.485934 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:06.559067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:06.581196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:03:06.583398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f5a7a-f423-4ff9-af6a-fc9c2e0cbfd3" -d '{"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:03:06.595920 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:06.600020 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:06.742966 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b44ad3-d6d3-4a76-ab42-622ad89b9180 x-openstack-request-id: req-81b44ad3-d6d3-4a76-ab42-622ad89b9180 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:03:06.743189 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:03:06.743404 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-81b44ad3-d6d3-4a76-ab42-622ad89b9180 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:03:06.743782 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'code': 200} Jul 23 05:03:06.771102 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=10']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:06.856269 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058693-1ca7-4c4b-8a27-1d3470d20de9 req-74d2788d-f3fb-4d07-8433-ff896c0c4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:06.858401 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b2058693-1ca7-4c4b-8a27-1d3470d20de9 req-74d2788d-f3fb-4d07-8433-ff896c0c4212 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0513868 Jul 23 05:03:06.890120 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b2058693-1ca7-4c4b-8a27-1d3470d20de9 req-29b86132-784b-4cdb-b778-447fa2635254 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0258539 Jul 23 05:03:07.599238 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a4488-86a8-4a94-a511-9924d18fbc23 req-7ed22c7b-cb9c-4f22-808a-4b7b93d8de52 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:07.600733 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-821a4488-86a8-4a94-a511-9924d18fbc23 req-7ed22c7b-cb9c-4f22-808a-4b7b93d8de52 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0641208 Jul 23 05:03:07.637684 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-821a4488-86a8-4a94-a511-9924d18fbc23 req-10375db4-446b-49b8-ae6a-95ad178722ac tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314624 Jul 23 05:03:08.289018 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48318) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:08.763191 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:08.768926 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c819b-6164-4d15-84e1-46f62f6488f3 req-86ab4fc0-28c0-4b8f-bec1-a1c79a168f6d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:08.770454 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9b1c819b-6164-4d15-84e1-46f62f6488f3 req-86ab4fc0-28c0-4b8f-bec1-a1c79a168f6d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0616128 Jul 23 05:03:08.811504 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9b1c819b-6164-4d15-84e1-46f62f6488f3 req-e9fea083-dc9f-4084-afc5-b4c75a9dcf2b tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354011 Jul 23 05:03:09.007950 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Deleting port eb3cc01e-c194-4ae6-82ee-23f769281c23 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:09.008284 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:09.085338 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] For port eb3cc01e-c194-4ae6-82ee-23f769281c23, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=eb3cc01e-c194-4ae6-82ee-23f769281c23,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:09.085693 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:09.097586 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Calling delete_port for eb3cc01e-c194-4ae6-82ee-23f769281c23 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:09.471569 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:09.496785 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb3cc01e-c194-4ae6-82ee-23f769281c23,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:09.670790 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:09.879283 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Router 56667464-f6a3-4f35-84be-167811161521 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:09.982384 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:09.990567 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a301b8f6-41b0-48c6-8e51-a92411881eb6 admin admin] 10.222.0.16 "PUT /v2.0/routers/56667464-f6a3-4f35-84be-167811161521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971123 Jul 23 05:03:09.990567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48326) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:09.992644 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Sync routers for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:10.003134 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:10.003753 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:10.097998 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.110679 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:10.195977 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.246896 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Deleting port 6fd16609-6f75-4e71-8b6e-4e1c706a8333 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:10.247238 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.283050 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T05:03:09Z', 'revision_number': 5, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port': {'id': '6fd16609-6f75-4e71-8b6e-4e1c706a8333', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:73:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56667464-f6a3-4f35-84be-167811161521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:42Z', 'updated_at': '2021-07-23T04:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:10.313815 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Checking router: 56667464-f6a3-4f35-84be-167811161521 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:10.324890 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Routers {'56667464-f6a3-4f35-84be-167811161521'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:10.325490 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['56667464-f6a3-4f35-84be-167811161521'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:10.329242 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] For port 6fd16609-6f75-4e71-8b6e-4e1c706a8333, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6fd16609-6f75-4e71-8b6e-4e1c706a8333,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:10.329603 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.344662 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Calling delete_port for 6fd16609-6f75-4e71-8b6e-4e1c706a8333 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:10.405351 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] Set router 56667464-f6a3-4f35-84be-167811161521 gateway port host: None {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:10.458626 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T05:03:10Z', 'revision_number': 6, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:10.484248 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16806b3-7edc-4880-8ef5-52a99e841443 None None] The sync data for ids ['56667464-f6a3-4f35-84be-167811161521'] in dv-cinder-801931-1-iscsi is: [{'id': '56667464-f6a3-4f35-84be-167811161521', 'name': 'tempest-AttachVolumeTestJSON-372547557-router', 'tenant_id': 'c763959a90a144f0978913c461a4d7e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:41Z', 'updated_at': '2021-07-23T05:03:10Z', 'revision_number': 6, 'project_id': 'c763959a90a144f0978913c461a4d7e0', 'gw_port_host': None}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:10.511374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.537962 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fd16609-6f75-4e71-8b6e-4e1c706a8333,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:10.595628 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.683299 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.686226 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.729694 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.730185 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56667464-f6a3-4f35-84be-167811161521 {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:03:10.735382 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.736550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b2c83560-98ca-4694-abdd-b07a318e0384 admin admin] 10.222.0.16 "DELETE /v2.0/routers/56667464-f6a3-4f35-84be-167811161521 HTTP/1.1" status: 204 len: 168 time: 0.7458186 Jul 23 05:03:10.739155 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48328) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:10.782250 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Deleting subnet 96e28f95-0892-4a1e-a2e1-4f1d499dc872 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:03:10.786432 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.821747 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.934162 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:10.992569 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.018619 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96e28f95-0892-4a1e-a2e1-4f1d499dc872,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:11.020576 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.022442 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9e23786b-4f85-4052-ae5b-8f7bc83641d6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/96e28f95-0892-4a1e-a2e1-4f1d499dc872 HTTP/1.1" status: 204 len: 168 time: 0.2823803 Jul 23 05:03:11.024906 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48330) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:11.026951 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347475a-1ca0-4a69-a729-02e7ea8d103b None None] Network e75a493c-9d8e-41cd-b403-e809a1f6dc54 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:11.095018 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.146457 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Deleting port 69e1e62b-c938-4b21-a556-5cf021c071e1 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:11.146794 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.211141 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] For port 69e1e62b-c938-4b21-a556-5cf021c071e1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69e1e62b-c938-4b21-a556-5cf021c071e1,segment=NetworkSegment(5a9a5aad-ebf8-4f56-a972-0a65c6645f96),segment_id=5a9a5aad-ebf8-4f56-a972-0a65c6645f96)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:11.211500 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.224064 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Calling delete_port for 69e1e62b-c938-4b21-a556-5cf021c071e1 owned by network:dhcp {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:11.261240 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] DHCP port deletion for e75a493c-9d8e-41cd-b403-e809a1f6dc54 request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:03:11.313290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Deleting port 69e1e62b-c938-4b21-a556-5cf021c071e1 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:11.313698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.315313 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.338138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=69e1e62b-c938-4b21-a556-5cf021c071e1,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:11.347907 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] No DVR routers for this DVR port 69e1e62b-c938-4b21-a556-5cf021c071e1 on host dv-cinder-801931-1-iscsi {{(pid=93026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:11.376665 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] For port 69e1e62b-c938-4b21-a556-5cf021c071e1, host dv-cinder-801931-1-iscsi, got binding levels [] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:11.377080 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.389493 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Calling delete_port for 69e1e62b-c938-4b21-a556-5cf021c071e1 owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:11.393488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.ipam_backend_mixin [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Port 69e1e62b-c938-4b21-a556-5cf021c071e1 was not found and therefore no delete operation was performed {{(pid=93028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 05:03:11.394763 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.418159 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] Pushing event deleted for resources: {'Port': ['ID=69e1e62b-c938-4b21-a556-5cf021c071e1,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:11.423351 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.424945 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc49fd-01b2-48e5-a260-5282b9e212d5 None None] No DVR routers for this DVR port 69e1e62b-c938-4b21-a556-5cf021c071e1 on host dv-cinder-801931-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:11.434021 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75a493c-9d8e-41cd-b403-e809a1f6dc54']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:11.444355 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9a5aad-ebf8-4f56-a972-0a65c6645f96') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:11.444678 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9a5aad-ebf8-4f56-a972-0a65c6645f96') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:11.457917 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.472443 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.478606 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:03:11.479089 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:03:11.480863 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:03:11.539746 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.555745 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.560390 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] 10.222.0.16 "DELETE /v2.0/networks/e75a493c-9d8e-41cd-b403-e809a1f6dc54 HTTP/1.1" status: 204 len: 168 time: 0.5318694 Jul 23 05:03:11.560390 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e2d7-1b9d-4ab8-9aae-0d6abcb05a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e75a493c-9d8e-41cd-b403-e809a1f6dc54,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:11.676696 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48334) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:11.719014 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-927aff06-2bbf-4848-9566-120a7d73b1e2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c763959a90a144f0978913c461a4d7e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411966 Jul 23 05:03:11.721346 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48336) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:11.767477 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.788270 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.836074 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.838528 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:11.839689 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06537c53-44e4-4655-b72d-d8b9ea99c963 HTTP/1.1" status: 204 len: 168 time: 0.1174722 Jul 23 05:03:11.847103 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbe03b-cddd-44a2-a76a-f1c2a34023b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06537c53-44e4-4655-b72d-d8b9ea99c963,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:12.044744 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69e1e62b-c938-4b21-a556-5cf021c071e1 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:12.067870 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 69e1e62b-c938-4b21-a556-5cf021c071e1 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:12.068211 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69e1e62b-c938-4b21-a556-5cf021c071e1 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:12.068649 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device eb3cc01e-c194-4ae6-82ee-23f769281c23 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:12.087472 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: eb3cc01e-c194-4ae6-82ee-23f769281c23 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:12.087815 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device eb3cc01e-c194-4ae6-82ee-23f769281c23 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:12.088216 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6fd16609-6f75-4e71-8b6e-4e1c706a8333 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:12.105985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 6fd16609-6f75-4e71-8b6e-4e1c706a8333 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:12.106328 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6fd16609-6f75-4e71-8b6e-4e1c706a8333 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:13.425308 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:03:20.023387 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48440) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:20.123872 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9c5145af-0d41-4938-b05b-c8126fcfa93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.211411 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9c5145af-0d41-4938-b05b-c8126fcfa93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.215081 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9c5145af-0d41-4938-b05b-c8126fcfa93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.251880 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9c5145af-0d41-4938-b05b-c8126fcfa93c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e2d95032ae9f40618776df893e64ac64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274501 Jul 23 05:03:20.252820 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5145af-0d41-4938-b05b-c8126fcfa93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca40bd5-e4ad-4285-8ea3-950c51608c98,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:20.254564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48444) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:20.302083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.321947 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.367866 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.370374 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:20.371781 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ca40bd5-e4ad-4285-8ea3-950c51608c98 HTTP/1.1" status: 204 len: 168 time: 0.1161149 Jul 23 05:03:20.379339 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0f58-b47c-4cee-a8a1-27dc24ede400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca40bd5-e4ad-4285-8ea3-950c51608c98,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:23.967808 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48504) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:24.066113 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebb98fef-bb08-4e5a-a627-fa05436c2a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.151259 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebb98fef-bb08-4e5a-a627-fa05436c2a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.155083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ebb98fef-bb08-4e5a-a627-fa05436c2a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.191383 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ebb98fef-bb08-4e5a-a627-fa05436c2a98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6523360206a54f858800aab4bc4e46b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225294 Jul 23 05:03:24.193278 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98fef-bb08-4e5a-a627-fa05436c2a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdc8495-c83d-45e3-96a5-8863a476ff4e,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:24.194097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48508) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:24.246108 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.267006 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.311597 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.314067 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:24.315185 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bdc8495-c83d-45e3-96a5-8863a476ff4e HTTP/1.1" status: 204 len: 168 time: 0.1200500 Jul 23 05:03:24.322676 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce343972-a70e-44c8-b705-e23f10f08b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdc8495-c83d-45e3-96a5-8863a476ff4e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:29.065241 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48602) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:29.164749 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.250653 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.254507 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.292328 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d73f102785f84dcf862d9af52c5bfc74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260447 Jul 23 05:03:29.293501 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e1738-9db8-438b-9b34-ea2560d4645a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:29.296099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48606) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:29.301407 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.301758 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.302098 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.302431 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.302758 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.303085 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.303411 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.303734 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.304056 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.304376 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.304726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.305046 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0612c9-423f-46cf-8ec3-8c1e109ea577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.346857 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.367119 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.412077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.414478 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.415593 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f3e1738-9db8-438b-9b34-ea2560d4645a HTTP/1.1" status: 204 len: 168 time: 0.1184866 Jul 23 05:03:29.423510 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e1738-9db8-438b-9b34-ea2560d4645a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:29.430332 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.430682 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.431020 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.431356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.431684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.432044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.432328 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.432678 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.433009 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.433332 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.433652 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.434038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b09e925-fc1e-4976-bf55-78ac27e7f52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:29.663997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48612) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:29.676865 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b08e66bf-7af6-432c-b58b-6b9aebbe0fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.761312 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b08e66bf-7af6-432c-b58b-6b9aebbe0fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.764922 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b08e66bf-7af6-432c-b58b-6b9aebbe0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.802135 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b08e66bf-7af6-432c-b58b-6b9aebbe0fc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a682dcffd809409c894258a4a07c12d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370881 Jul 23 05:03:29.803200 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e66bf-7af6-432c-b58b-6b9aebbe0fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b28bd-8537-4847-aca0-ae616365e6e8,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:29.804848 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48616) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:29.852349 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.876745 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.920787 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.923148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:29.924274 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff0b28bd-8537-4847-aca0-ae616365e6e8 HTTP/1.1" status: 204 len: 168 time: 0.1184416 Jul 23 05:03:29.932097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b3dd8-1dab-4c5e-85bf-6954e30d5e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b28bd-8537-4847-aca0-ae616365e6e8,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:30.244441 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:31.065096 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-aa1da732-668d-4d0f-a717-273bfa88fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:33.526950 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f2cf635d-53d7-4b85-b71a-d521cd369ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:34.066794 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:34.787408 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:36.209862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:36.801860 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48736) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:36.979083 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Deleting port f96453e5-af02-489a-b4ef-f51986bf9a3e {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:36.979412 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.056091 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.056419 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.068360 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Calling delete_port for f96453e5-af02-489a-b4ef-f51986bf9a3e owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:37.236609 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.263379 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event deleted for resources: {'Port': ['ID=f96453e5-af02-489a-b4ef-f51986bf9a3e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:37.327206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.327546 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.l3_db [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Floating IP 8652ae0b-4d9a-45cb-bfef-7f0f119e572a disassociated (deleted). External IP: 172.27.3.100, port: 95ce5c98-c599-4210-9eca-1c1cfc203f94. Jul 23 05:03:37.732910 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Router e260d420-f757-4ea7-9a29-8a82f35ae581 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:37.837080 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:37.841920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:37.847297 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Sync routers for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:37.856953 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:37.858152 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:37.883527 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-2385718f-50d2-4de1-9ba3-3c75c81dfb6a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "DELETE /v2.0/floatingips/8652ae0b-4d9a-45cb-bfef-7f0f119e572a HTTP/1.1" status: 204 len: 168 time: 1.0805905 Jul 23 05:03:37.884387 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:03:37.887084 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a82bc08-4625-4bda-acef-5c625560c365" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:03:37.967969 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:38.091749 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23710fb8-6d46-4f46-b811-68617b1e0ec8 x-openstack-request-id: req-23710fb8-6d46-4f46-b811-68617b1e0ec8 {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:03:38.092485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:03:38.092959 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23710fb8-6d46-4f46-b811-68617b1e0ec8 {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:03:38.093516 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'status': 'completed', 'code': 200} Jul 23 05:03:38.199853 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:38.224776 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Checking router: e260d420-f757-4ea7-9a29-8a82f35ae581 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:38.233053 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:38.233659 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:38.243991 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd7f02-a5c5-4c95-842e-1bdf7aa38f95 req-86bab087-278e-457a-8544-d274c2ee56e2 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:38.245639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7edd7f02-a5c5-4c95-842e-1bdf7aa38f95 req-86bab087-278e-457a-8544-d274c2ee56e2 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.1228609 Jul 23 05:03:38.255861 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bc08-4625-4bda-acef-5c625560c365 req-c3cca324-76ae-4f83-a529-ea68a17cb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:38.257363 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-c3cca324-76ae-4f83-a529-ea68a17cb3da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=578e88217b534eddb390227b57375e27&device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 1098 time: 0.0911808 Jul 23 05:03:38.358236 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7edd7f02-a5c5-4c95-842e-1bdf7aa38f95 req-0d2aff22-54e8-4415-8dd6-a08c6570fb07 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044979 Jul 23 05:03:38.383775 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bc08-4625-4bda-acef-5c625560c365 req-43938cbb-f49b-4aba-9a7c-52c6400a48de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:38.383775 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-43938cbb-f49b-4aba-9a7c-52c6400a48de service neutron] 10.222.0.24 "GET /v2.0/networks?id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 200 len: 908 time: 0.1124697 Jul 23 05:03:38.420393 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-0c0a506e-5318-416f-b09a-6f931d0a216e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 200 len: 217 time: 0.0352616 Jul 23 05:03:38.423446 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:38.472863 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bc08-4625-4bda-acef-5c625560c365 req-39f44db6-ec66-4016-995f-5ad5cbcba527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:38.474332 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-39f44db6-ec66-4016-995f-5ad5cbcba527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 200 len: 847 time: 0.0469375 Jul 23 05:03:38.489907 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48762) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:38.545249 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82bc08-4625-4bda-acef-5c625560c365 req-1073249e-51ae-4c07-9be1-4a81ce82ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:38.547069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-1073249e-51ae-4c07-9be1-4a81ce82ee15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647426 Jul 23 05:03:38.602885 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7929727-bb51-4f81-8b14-94645240fb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.634714 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:38.642026 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-3a266e33-ac06-4739-88f1-148eb9e535f7 service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871413 Jul 23 05:03:38.661703 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84215490-eeef-450a-adfd-4be255ce24a6 None None] The sync data for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi is: [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:31Z', 'revision_number': 4, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5', 'name': '', 'network_id': 'a31ca4cd-9eb9-4d05-8db7-5c87e06f873e', 'tenant_id': '578e88217b534eddb390227b57375e27', 'mac_address': 'fa:16:3e:03:dd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:30Z', 'updated_at': '2021-07-23T04:58:38Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'subnets': [{'id': '26fb4ab4-e826-402a-8dcc-01506c192824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:38.698792 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7929727-bb51-4f81-8b14-94645240fb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.703903 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c7929727-bb51-4f81-8b14-94645240fb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.740955 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7929727-bb51-4f81-8b14-94645240fb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03b178f-9a5e-4ae0-8873-75605c184430,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:38.748705 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48766) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:38.749711 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c7929727-bb51-4f81-8b14-94645240fb7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=362af407a3084a27a4c5271a3f3b24ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577243 Jul 23 05:03:38.766299 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2a82bc08-4625-4bda-acef-5c625560c365 req-557203f6-fd59-4462-8ed8-f21e81cea5ff service neutron] 10.222.0.24 "GET /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158614 Jul 23 05:03:38.803365 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.825556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.874656 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.877165 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:38.878302 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f03b178f-9a5e-4ae0-8873-75605c184430 HTTP/1.1" status: 204 len: 168 time: 0.1286767 Jul 23 05:03:38.887483 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4129d9e-e4a9-406b-8de2-7c2ad6c70335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03b178f-9a5e-4ae0-8873-75605c184430,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:38.929209 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff1ad7a-5587-46b0-99ac-d43dc924ed1d None None] New status for floating IP 8652ae0b-4d9a-45cb-bfef-7f0f119e572a: DOWN {{(pid=93028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:03:39.139255 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48772) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:39.153014 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-addef096-a84c-4a94-92f4-ca64795d9567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.239742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-addef096-a84c-4a94-92f4-ca64795d9567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.243243 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-addef096-a84c-4a94-92f4-ca64795d9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.283009 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-addef096-a84c-4a94-92f4-ca64795d9567 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6d95589361e4258bf7bd0eb52a5e59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426873 Jul 23 05:03:39.283843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addef096-a84c-4a94-92f4-ca64795d9567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42611db-1021-4b56-be60-1d34123f35cd,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:39.285753 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48774) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:39.334210 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.357002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.401966 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.405048 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.406203 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f42611db-1021-4b56-be60-1d34123f35cd HTTP/1.1" status: 204 len: 168 time: 0.1194568 Jul 23 05:03:39.415820 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b8acb-6c2d-41e6-b63e-a2a72e587e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42611db-1021-4b56-be60-1d34123f35cd,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:39.513989 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690444c-a147-49df-9666-6f918a784a71 req-bbd26067-961d-4460-a2bf-fe4a6e5e74a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:39.515621 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d690444c-a147-49df-9666-6f918a784a71 req-bbd26067-961d-4460-a2bf-fe4a6e5e74a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.0664020 Jul 23 05:03:39.555072 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d690444c-a147-49df-9666-6f918a784a71 req-4324cc51-2b3e-4e8a-9234-5ca601a02a0a tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327344 Jul 23 05:03:39.722009 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48782) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:39.735493 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-82c844bf-a460-40ae-82e3-82ed0472cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.820702 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-82c844bf-a460-40ae-82e3-82ed0472cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.825022 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-82c844bf-a460-40ae-82e3-82ed0472cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.861817 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-82c844bf-a460-40ae-82e3-82ed0472cea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c68d0e5752374b018857442f1b2e7b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387646 Jul 23 05:03:39.862920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c844bf-a460-40ae-82e3-82ed0472cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f7074-8e11-42d2-a13b-a24801b9db0a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:39.865247 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48784) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:39.916162 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:39.939976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.000953 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.003530 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.004886 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/413f7074-8e11-42d2-a13b-a24801b9db0a HTTP/1.1" status: 204 len: 168 time: 0.1387143 Jul 23 05:03:40.013974 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d99a4-46f2-4e07-913c-8e070381d1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f7074-8e11-42d2-a13b-a24801b9db0a,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:40.169615 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-6de9f71c-157c-41fa-b35c-65236bae7db5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:40.171001 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-6de9f71c-157c-41fa-b35c-65236bae7db5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 945 time: 0.3066897 Jul 23 05:03:40.415468 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Deleting port 95ce5c98-c599-4210-9eca-1c1cfc203f94 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:40.416166 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.509977 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] For port 95ce5c98-c599-4210-9eca-1c1cfc203f94, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=95ce5c98-c599-4210-9eca-1c1cfc203f94,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:40.510336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.523112 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Calling delete_port for 95ce5c98-c599-4210-9eca-1c1cfc203f94 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:40.689348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.722731 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event deleted for resources: {'Port': ['ID=95ce5c98-c599-4210-9eca-1c1cfc203f94,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:40.765024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58bf572-cdf0-4736-a8a7-c7088c143105 req-6276fc3b-5731-46a0-a512-4337befd6e81 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:40.766496 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b58bf572-cdf0-4736-a8a7-c7088c143105 req-6276fc3b-5731-46a0-a512-4337befd6e81 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d HTTP/1.1" status: 200 len: 867 time: 0.1328337 Jul 23 05:03:40.783364 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] No DVR routers for this DVR port 95ce5c98-c599-4210-9eca-1c1cfc203f94 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:40.790409 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:40.792235 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69216d0c-ab47-41e5-9c68-a5af6d66577d req-7127322e-e982-47f8-8d27-fd2ed80f7d0f tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.24 "DELETE /v2.0/ports/95ce5c98-c599-4210-9eca-1c1cfc203f94 HTTP/1.1" status: 204 len: 173 time: 0.6154439 Jul 23 05:03:40.794156 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-deleted', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:03:40.796390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f881ff-3957-4fa3-ad0d-620d821b8cf0" -d '{"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-deleted", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:03:40.837957 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b58bf572-cdf0-4736-a8a7-c7088c143105 req-11fa7004-6485-427d-a8dc-095693ede19e tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "GET /v2.0/security-groups?id=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555787 Jul 23 05:03:40.865033 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092682ff-fafb-43fa-87cc-6f058f25ab3a x-openstack-request-id: req-092682ff-fafb-43fa-87cc-6f058f25ab3a {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:03:40.865321 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d", "name": "network-vif-deleted", "tag": "95ce5c98-c599-4210-9eca-1c1cfc203f94", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:03:40.865564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-092682ff-fafb-43fa-87cc-6f058f25ab3a {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:03:40.865951 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfd0bf9-51b3-40ae-92c9-b8771efc1e5d', 'name': 'network-vif-deleted', 'tag': '95ce5c98-c599-4210-9eca-1c1cfc203f94', 'status': 'completed', 'code': 200} Jul 23 05:03:41.755878 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848a18e-4b1a-4711-be63-3d7e58dbb8e3 req-abe993d1-e9bc-4999-ae0d-dbbf624a3ec2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:41.763846 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1848a18e-4b1a-4711-be63-3d7e58dbb8e3 req-abe993d1-e9bc-4999-ae0d-dbbf624a3ec2 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0752428 Jul 23 05:03:41.799026 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1848a18e-4b1a-4711-be63-3d7e58dbb8e3 req-e4bb33f6-7ee5-4017-848d-6bf099121697 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343177 Jul 23 05:03:41.904838 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48856) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:41.963952 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:41.988884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:42.048022 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:42.050546 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:42.051707 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] 10.222.0.16 "DELETE /v2.0/security-groups/c3f7a748-7548-42f9-a7fa-ce8c7a1162ad HTTP/1.1" status: 204 len: 168 time: 0.1458507 Jul 23 05:03:42.061840 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30539292-8838-4765-962f-710ed4a9b4a5 tempest-TestShelveInstance-610217675 tempest-TestShelveInstance-610217675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f7a748-7548-42f9-a7fa-ce8c7a1162ad,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:42.094287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48860) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:42.515764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:42.535805 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 95ce5c98-c599-4210-9eca-1c1cfc203f94 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:42.536137 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 95ce5c98-c599-4210-9eca-1c1cfc203f94 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:42.633403 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:42.974118 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53603ca0-d7fd-4425-b6dd-4f964d1f54e9 req-1c69b9d5-eac4-4904-9496-703937aa95da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:42.975589 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53603ca0-d7fd-4425-b6dd-4f964d1f54e9 req-1c69b9d5-eac4-4904-9496-703937aa95da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0991948 Jul 23 05:03:42.977654 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Deleting port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:42.977991 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:43.072701 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-53603ca0-d7fd-4425-b6dd-4f964d1f54e9 req-d5e57812-481c-4cd1-8fca-72e0f63a49a8 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0779908 Jul 23 05:03:43.097158 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] For port 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:43.097158 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:43.108154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Calling delete_port for 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:43.282846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-16c5b5bc-e66e-4bf7-bc53-3dcb62c7dbf9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:43.284307 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-16c5b5bc-e66e-4bf7-bc53-3dcb62c7dbf9 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.1618855 Jul 23 05:03:43.415997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:43.445291 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:43.472388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Deleting port c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:43.472751 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:43.650735 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] For port c858ec5c-2d09-442b-b873-34838b90f90f, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=c858ec5c-2d09-442b-b873-34838b90f90f,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:43.651010 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:43.719718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.134278 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.134960 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.135090 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Floating IP 4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c disassociated. External IP: 172.27.3.120, port: c858ec5c-2d09-442b-b873-34838b90f90f. Jul 23 05:03:44.135322 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Calling delete_port for c858ec5c-2d09-442b-b873-34838b90f90f owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:44.217945 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07045942-d720-49d3-86d6-bc74757d5e78 req-1df7573d-438f-437f-b011-1075072460b6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:44.219923 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-07045942-d720-49d3-86d6-bc74757d5e78 req-1df7573d-438f-437f-b011-1075072460b6 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 946 time: 0.0718896 Jul 23 05:03:44.261222 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-07045942-d720-49d3-86d6-bc74757d5e78 req-d06550eb-107e-4f65-b1f8-d3c92f88cfa1 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups?id=0dafb955-5bcc-429c-b24f-c8c9e17a5f10&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350766 Jul 23 05:03:44.326983 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Router e260d420-f757-4ea7-9a29-8a82f35ae581 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:44.374209 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48886) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:44.387418 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.442301 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'Port': ['ID=c858ec5c-2d09-442b-b873-34838b90f90f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:44.479646 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6b6fcd25-4b8e-4fc2-bb0b-da45f24a5481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.548315 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:44.557347 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1b84a67a-4741-44f9-adae-a2c85ee328e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/e260d420-f757-4ea7-9a29-8a82f35ae581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4587157 Jul 23 05:03:44.557347 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48890) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:44.560611 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Sync routers for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:44.569930 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:44.570533 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:44.578138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6b6fcd25-4b8e-4fc2-bb0b-da45f24a5481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.582814 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6b6fcd25-4b8e-4fc2-bb0b-da45f24a5481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.628165 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6b6fcd25-4b8e-4fc2-bb0b-da45f24a5481 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=075d913b7905494c92c0eff00f84f553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504516 Jul 23 05:03:44.628165 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fcd25-4b8e-4fc2-bb0b-da45f24a5481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6300965c-bae2-449e-95d5-0d0850bbcf1a,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:44.628442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48892) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:44.662686 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:44.675097 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:44.768821 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.841042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.853719 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T05:03:43Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:44.882573 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.883873 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Checking router: e260d420-f757-4ea7-9a29-8a82f35ae581 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:44.893216 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Routers {'e260d420-f757-4ea7-9a29-8a82f35ae581'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:44.894083 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['e260d420-f757-4ea7-9a29-8a82f35ae581'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:44.943431 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:44.953784 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:44.962181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:44.962770 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:44.975774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:44.999337 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] No DVR routers for this DVR port c858ec5c-2d09-442b-b873-34838b90f90f on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:45.001997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.004031 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ef6fba54-b6e0-44d0-bf58-ad76a14558f5 req-a06417b0-9467-489f-b7b0-1778501e613d tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.24 "DELETE /v2.0/ports/c858ec5c-2d09-442b-b873-34838b90f90f HTTP/1.1" status: 204 len: 173 time: 1.7137506 Jul 23 05:03:45.004571 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-deleted', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:03:45.006816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904bae6e-a5d3-439f-9d9a-4fba1eb43c16" -d '{"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-deleted", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:03:45.018197 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] Set router e260d420-f757-4ea7-9a29-8a82f35ae581 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:45.041949 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.045427 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.048919 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6300965c-bae2-449e-95d5-0d0850bbcf1a HTTP/1.1" status: 204 len: 168 time: 0.4171398 Jul 23 05:03:45.058268 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677095fe-3fd2-458e-9a8f-c444a6d437e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6300965c-bae2-449e-95d5-0d0850bbcf1a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:45.073839 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245803b9-e0c1-411b-93f7-8d3c9b13f358 x-openstack-request-id: req-245803b9-e0c1-411b-93f7-8d3c9b13f358 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:03:45.074369 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45abe297-1129-40e3-98b0-03beb4efd6d5", "name": "network-vif-deleted", "tag": "c858ec5c-2d09-442b-b873-34838b90f90f", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:03:45.074621 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-245803b9-e0c1-411b-93f7-8d3c9b13f358 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:03:45.075007 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45abe297-1129-40e3-98b0-03beb4efd6d5', 'name': 'network-vif-deleted', 'tag': 'c858ec5c-2d09-442b-b873-34838b90f90f', 'status': 'completed', 'code': 200} Jul 23 05:03:45.085316 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Deleting port c1bd96fb-7276-4d34-b6cb-f1e003d6249e {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:45.085647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.093611 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:45.178418 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] For port c1bd96fb-7276-4d34-b6cb-f1e003d6249e, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:45.179008 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.206004 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Calling delete_port for c1bd96fb-7276-4d34-b6cb-f1e003d6249e owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:45.246422 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T05:03:43Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:45.274338 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a4c294-bae3-47ab-a806-d58a665d05da None None] The sync data for ids ['e260d420-f757-4ea7-9a29-8a82f35ae581'] in dv-cinder-801931-1-iscsi is: [{'id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'name': 'tempest-TestShelveInstance-183749995-router', 'tenant_id': '578e88217b534eddb390227b57375e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T05:03:43Z', 'revision_number': 5, 'project_id': '578e88217b534eddb390227b57375e27', 'gw_port': {'id': 'c1bd96fb-7276-4d34-b6cb-f1e003d6249e', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:46:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e260d420-f757-4ea7-9a29-8a82f35ae581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:27Z', 'updated_at': '2021-07-23T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:45.396215 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:45.439221 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-eec8cb18-5121-42cc-8e6f-5b644871a8d9 req-746049f7-cb87-44b7-b360-fe25f549ce6a tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/ports?device_id=45abe297-1129-40e3-98b0-03beb4efd6d5 HTTP/1.1" status: 200 len: 210 time: 0.0431516 Jul 23 05:03:45.444442 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:45.457292 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:45.457905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:45.473576 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.500684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bd96fb-7276-4d34-b6cb-f1e003d6249e,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:45.517112 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48902) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:45.531602 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-86f0b0f8-3992-4175-bdc2-626be295b005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.570239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.585702 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:45.631370 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-86f0b0f8-3992-4175-bdc2-626be295b005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.635991 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-86f0b0f8-3992-4175-bdc2-626be295b005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.666694 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-86f0b0f8-3992-4175-bdc2-626be295b005 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f29e714254d3465f9f26ee7155c741a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482480 Jul 23 05:03:45.669954 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48904) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:45.693085 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.696887 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0b0f8-3992-4175-bdc2-626be295b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3faa398-9783-48a1-b7c2-a35377398ae9,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:45.697385 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.783838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.784336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e260d420-f757-4ea7-9a29-8a82f35ae581 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:03:45.789620 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.793624 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3163cce0-ff25-4e16-b09b-e88b0e930a74 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e260d420-f757-4ea7-9a29-8a82f35ae581 HTTP/1.1" status: 204 len: 168 time: 1.2359638 Jul 23 05:03:45.794532 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48906) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:45.806986 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.807433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:45.840281 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226c01a2-812c-4f64-9f3c-da8ecd6d0b30 None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T04:56:54Z', 'revision_number': 4, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '79fa3512-f4a3-4ed7-b886-1397356b8560', 'name': '', 'network_id': '8262d930-52d3-469c-a82a-d992abcada77', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'mac_address': 'fa:16:3e:2d:c0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6919981c-658b-4065-8f04-2301dcac5704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:53Z', 'updated_at': '2021-07-23T04:57:04Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'subnets': [{'id': '6919981c-658b-4065-8f04-2301dcac5704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:45.849649 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.849810 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Deleting subnet 26fb4ab4-e826-402a-8dcc-01506c192824 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:03:45.853053 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.891070 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.907514 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.910600 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:45.911789 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3faa398-9783-48a1-b7c2-a35377398ae9 HTTP/1.1" status: 204 len: 168 time: 0.2406847 Jul 23 05:03:45.921187 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595386a7-a404-4cf0-848f-20c11e958f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3faa398-9783-48a1-b7c2-a35377398ae9,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:45.987453 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.065928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.109432 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fb4ab4-e826-402a-8dcc-01506c192824,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:46.111615 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bc7ea-7456-4522-9f01-321633ce4927 None None] Network a31ca4cd-9eb9-4d05-8db7-5c87e06f873e requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:46.126902 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.129177 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ae2b34b2-eed6-443d-bdae-7cc2c0694a68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/26fb4ab4-e826-402a-8dcc-01506c192824 HTTP/1.1" status: 204 len: 168 time: 0.3328006 Jul 23 05:03:46.131722 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48910) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:46.141671 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:46.206965 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:46.207735 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 1f23b49f-f5e1-4b2a-a63e-1abd4a6edbf5 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:46.226379 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.297342 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0612a6e-2aca-4f4f-a76b-6bbae40b8160 None None] New status for floating IP 4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:03:46.300884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Deleting port cc7b2fdd-345e-4492-a060-5ee772f88056 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:46.301301 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.388999 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] For port cc7b2fdd-345e-4492-a060-5ee772f88056, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=cc7b2fdd-345e-4492-a060-5ee772f88056,segment=NetworkSegment(80c98d18-0799-4086-b725-540046f34a4d),segment_id=80c98d18-0799-4086-b725-540046f34a4d)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:46.389308 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.403889 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Calling delete_port for cc7b2fdd-345e-4492-a060-5ee772f88056 owned by network:dhcp {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:46.511128 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.543452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48926) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:46.545322 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7b2fdd-345e-4492-a060-5ee772f88056,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:46.549409 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] No DVR routers for this DVR port cc7b2fdd-345e-4492-a060-5ee772f88056 on host dv-cinder-801931-1-iscsi {{(pid=93026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:46.598199 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d32ce7-2fd0-47f7-90fb-565d24d99b07 None None] DHCP port deletion for a31ca4cd-9eb9-4d05-8db7-5c87e06f873e request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:03:46.637943 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.649556 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.665421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.666236 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31ca4cd-9eb9-4d05-8db7-5c87e06f873e']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:46.677138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c98d18-0799-4086-b725-540046f34a4d') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:46.677440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c98d18-0799-4086-b725-540046f34a4d') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:46.687362 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.703561 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.712688 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:03:46.713211 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:03:46.715709 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:03:46.730237 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.733179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.736769 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "DELETE /v2.0/security-groups/0dafb955-5bcc-429c-b24f-c8c9e17a5f10 HTTP/1.1" status: 204 len: 168 time: 0.1863337 Jul 23 05:03:46.737258 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 48936) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:46.743691 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae9653-86c7-43a5-bc57-b5b8248e30da tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dafb955-5bcc-429c-b24f-c8c9e17a5f10,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:46.778414 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.api.v2.resource [None req-c325c6f1-f373-454f-b665-e5065cc1fcd3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] show failed (client error): The resource could not be found. Jul 23 05:03:46.779459 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c325c6f1-f373-454f-b665-e5065cc1fcd3 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "GET /v2.0/security-groups/0dafb955-5bcc-429c-b24f-c8c9e17a5f10 HTTP/1.1" status: 404 len: 347 time: 0.0159025 Jul 23 05:03:46.782542 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.782887 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48938) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:46.788162 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:46.792821 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a31ca4cd-9eb9-4d05-8db7-5c87e06f873e HTTP/1.1" status: 204 len: 168 time: 0.6573634 Jul 23 05:03:46.793847 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48940) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:46.806032 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2f67-6eb6-4927-831d-cf790ecbd5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31ca4cd-9eb9-4d05-8db7-5c87e06f873e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:47.070007 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Deleting port 299d4a54-80fc-49a2-b408-41d915eb9674 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:47.070007 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.190269 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.190603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.209784 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Calling delete_port for 299d4a54-80fc-49a2-b408-41d915eb9674 owned by network:floatingip {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:47.692288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.703205 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.758217 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Pushing event deleted for resources: {'Port': ['ID=299d4a54-80fc-49a2-b408-41d915eb9674,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:47.854308 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks [] for floatingip, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.857992 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:47.858875 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f9586eec-e11c-4def-9c33-16b7eb6afea7 tempest-AttachVolumeShelveTestJSON-1390897343 tempest-AttachVolumeShelveTestJSON-1390897343-project] 10.222.0.16 "DELETE /v2.0/floatingips/4e5ae7f7-7357-4929-a6ed-dfa0f1701c2c HTTP/1.1" status: 204 len: 168 time: 1.0739779 Jul 23 05:03:48.056989 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Deleting port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:48.057331 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:48.082712 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device cc7b2fdd-345e-4492-a060-5ee772f88056 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:48.104573 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: cc7b2fdd-345e-4492-a060-5ee772f88056 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:48.105727 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device cc7b2fdd-345e-4492-a060-5ee772f88056 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:48.106419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c1bd96fb-7276-4d34-b6cb-f1e003d6249e no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:48.125924 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: c1bd96fb-7276-4d34-b6cb-f1e003d6249e {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:48.126279 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c1bd96fb-7276-4d34-b6cb-f1e003d6249e not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:48.160242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] For port fd8948b0-6106-4e5b-ae48-3dd51dc8ed76, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:48.160698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:48.173888 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Calling delete_port for fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:48.360492 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:48.387640 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8948b0-6106-4e5b-ae48-3dd51dc8ed76,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:48.546656 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:48.559179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:48.567733 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: c858ec5c-2d09-442b-b873-34838b90f90f {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:48.568079 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device c858ec5c-2d09-442b-b873-34838b90f90f not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:48.766703 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:48.867768 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:48.873787 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-29c9c374-94fd-4886-84fc-1fd5a755570e admin admin] 10.222.0.16 "PUT /v2.0/routers/50a6d886-c83b-4fa6-9e4a-19efa99919f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0785806 Jul 23 05:03:48.875246 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 48980) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:48.875980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678f777-93e0-43fa-8054-5279392728db None None] Sync routers for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:48.884982 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:48.885576 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:48.976218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:48.986293 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:49.085569 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.147479 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Deleting port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:49.147816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.176256 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71'}], 'enable_snat': True}, 'gw_port_id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T05:03:48Z', 'revision_number': 5, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port': {'id': 'b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:85:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:58:34Z', 'updated_at': '2021-07-23T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:49.211175 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678f777-93e0-43fa-8054-5279392728db None None] Checking router: 50a6d886-c83b-4fa6-9e4a-19efa99919f8 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:49.219747 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] Routers {'50a6d886-c83b-4fa6-9e4a-19efa99919f8'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:49.220416 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:49.233134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] For port b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:49.233485 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.245410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Calling delete_port for b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:49.306870 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] Set router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 gateway port host: None {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:49.368949 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-4678f777-93e0-43fa-8054-5279392728db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T05:03:49Z', 'revision_number': 6, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:49.396748 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4678f777-93e0-43fa-8054-5279392728db None None] The sync data for ids ['50a6d886-c83b-4fa6-9e4a-19efa99919f8'] in dv-cinder-801931-1-iscsi is: [{'id': '50a6d886-c83b-4fa6-9e4a-19efa99919f8', 'name': 'tempest-TestShelveInstance-683252270-router', 'tenant_id': '2a77984e13e34b2c9de4268e2c141683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:58:33Z', 'updated_at': '2021-07-23T05:03:49Z', 'revision_number': 6, 'project_id': '2a77984e13e34b2c9de4268e2c141683', 'gw_port_host': None}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:49.428615 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.465265 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:49.545739 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.634740 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.637452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.679126 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.680105 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50a6d886-c83b-4fa6-9e4a-19efa99919f8 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:03:49.685543 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.686801 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6aae52ac-ba9b-40f3-a224-dad56dd0cc92 admin admin] 10.222.0.16 "DELETE /v2.0/routers/50a6d886-c83b-4fa6-9e4a-19efa99919f8 HTTP/1.1" status: 204 len: 168 time: 0.8106427 Jul 23 05:03:49.689476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49006) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:49.737266 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Deleting subnet 66fc51f7-2b01-4f91-9741-94df37490e9b {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:03:49.740338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.777640 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.882899 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.941175 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.970261 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fc51f7-2b01-4f91-9741-94df37490e9b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:49.973754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:49.976725 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-f3cb74f1-430f-4629-83c6-4f299f1bb2c0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/66fc51f7-2b01-4f91-9741-94df37490e9b HTTP/1.1" status: 204 len: 168 time: 0.2862298 Jul 23 05:03:49.979310 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49008) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:49.983632 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b30a14-d1d4-43e3-82ab-7582ad808d78 None None] Network 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:50.069401 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.126671 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Deleting port 6bc89a2b-7689-4265-9a21-c7b312fc009b {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:50.127013 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.127149 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:50.153612 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:50.153952 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device fd8948b0-6106-4e5b-ae48-3dd51dc8ed76 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:50.154367 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:50.176079 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:50.176419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device b3d2b7ac-dce7-47b5-812c-a8af0eb0fc8a not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:50.208984 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] For port 6bc89a2b-7689-4265-9a21-c7b312fc009b, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6bc89a2b-7689-4265-9a21-c7b312fc009b,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:50.209354 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.223754 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Calling delete_port for 6bc89a2b-7689-4265-9a21-c7b312fc009b owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:50.269049 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] DHCP port deletion for 0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:03:50.332034 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Deleting port 6bc89a2b-7689-4265-9a21-c7b312fc009b {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:50.332417 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.335129 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49026) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:50.350038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.387726 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc89a2b-7689-4265-9a21-c7b312fc009b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:50.393156 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] No DVR routers for this DVR port 6bc89a2b-7689-4265-9a21-c7b312fc009b on host dv-cinder-801931-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:50.426196 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:03:50.427611 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] For port 6bc89a2b-7689-4265-9a21-c7b312fc009b, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=6bc89a2b-7689-4265-9a21-c7b312fc009b,segment=NetworkSegment(bc484efb-4c3f-4ab5-a769-0ed8a256ae75),segment_id=bc484efb-4c3f-4ab5-a769-0ed8a256ae75)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:50.428008 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.440644 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Calling delete_port for 6bc89a2b-7689-4265-9a21-c7b312fc009b owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:50.474295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.485415 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:50.497310 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:50.497515 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc484efb-4c3f-4ab5-a769-0ed8a256ae75') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:50.507849 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679848'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.524397 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.533055 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:03:50.533501 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4679867'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: timer() Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: self._notify() Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: event.method(event) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:03:50.536065 dv-cinder-801931-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:03:50.575300 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.601636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Pushing event deleted for resources: {'Port': ['ID=6bc89a2b-7689-4265-9a21-c7b312fc009b,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:50.603974 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] No DVR routers for this DVR port 6bc89a2b-7689-4265-9a21-c7b312fc009b on host dv-cinder-801931-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:50.612600 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.613408 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.614116 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.614777 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.615488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.616377 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.616739 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.617077 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.617412 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.618158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.618158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.618305 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.618417 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6859deda-d17f-4a2e-b581-aa6feb30642a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:03:50.624456 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.626024 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] 10.222.0.16 "DELETE /v2.0/networks/0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f HTTP/1.1" status: 204 len: 168 time: 0.6445999 Jul 23 05:03:50.642054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294976b-4c52-4600-96bb-29113952309e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1fd22e-b3a0-40bc-9ba1-77b3e579a51f,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:50.740109 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49034) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:50.812795 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-51757408-035d-4122-888d-4a43d66d41bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=578e88217b534eddb390227b57375e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715082 Jul 23 05:03:50.815416 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49036) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:50.862644 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.883015 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.911760 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.927240 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.929876 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:50.931110 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b92785-5ceb-46e6-b5cf-aa2a69fc5064 HTTP/1.1" status: 204 len: 168 time: 0.1145625 Jul 23 05:03:50.939787 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8f4df-c84c-4042-9a9a-ce4fb8a44c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b92785-5ceb-46e6-b5cf-aa2a69fc5064,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:51.164482 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Deleting port 79fa3512-f4a3-4ed7-b886-1397356b8560 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:51.164866 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.243567 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49042) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:51.246730 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] For port 79fa3512-f4a3-4ed7-b886-1397356b8560, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=79fa3512-f4a3-4ed7-b886-1397356b8560,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:51.247087 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.259838 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Calling delete_port for 79fa3512-f4a3-4ed7-b886-1397356b8560 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:51.287413 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-215aa5d8-2e31-4034-9057-3783a13d49b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a77984e13e34b2c9de4268e2c141683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405331 Jul 23 05:03:51.287638 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49044) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:51.336182 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.356705 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.405758 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.408160 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.409330 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6be23b5-920b-4711-baa4-6dcf9f532b04 HTTP/1.1" status: 204 len: 168 time: 0.1208298 Jul 23 05:03:51.416663 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b85223-afcd-4ba6-884a-e85512bd70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6be23b5-920b-4711-baa4-6dcf9f532b04,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:51.463132 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.490979 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fa3512-f4a3-4ed7-b886-1397356b8560,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:51.709175 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:51.935981 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Router 4362c840-cb2f-407a-bfab-5e77b71838d3 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:52.051869 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:52.062870 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Sync routers for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:52.065083 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-56f07452-1eac-44c0-a720-be22f9c0d506 admin admin] 10.222.0.16 "PUT /v2.0/routers/4362c840-cb2f-407a-bfab-5e77b71838d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7288930 Jul 23 05:03:52.067557 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49072) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:52.077680 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:52.078299 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:52.157586 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6bc89a2b-7689-4265-9a21-c7b312fc009b no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:52.179641 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 6bc89a2b-7689-4265-9a21-c7b312fc009b {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:52.180280 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 6bc89a2b-7689-4265-9a21-c7b312fc009b not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:52.185696 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.231336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49076) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:52.284264 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:52.334820 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1805631026-network', 'tenant_id': '22f452cce63144229410824dee79aa7a'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:52.358341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Made reservation on behalf of 22f452cce63144229410824dee79aa7a for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:52.360862 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.369669 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.466886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.471956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.493327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:03:52.502487 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T05:03:51Z', 'revision_number': 5, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port': {'id': 'ae826b0a-e6ad-4b17-b71a-a773dec1d5a0', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ed:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T04:56:46Z', 'updated_at': '2021-07-23T04:56:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:52.509305 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3c9a44-6576-4d37-b12c-03e916e2af7b,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:52.513021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.513361 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Added segment 9e8cd431-ed1d-4c6b-82cf-ad347289383c of type vlan for network f544389f-65ea-4d2e-aff0-e449607c0386 Jul 23 05:03:52.517438 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.530843 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Checking router: 4362c840-cb2f-407a-bfab-5e77b71838d3 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:52.539984 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Routers {'4362c840-cb2f-407a-bfab-5e77b71838d3'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:52.540743 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['4362c840-cb2f-407a-bfab-5e77b71838d3'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:52.560157 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.575246 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Deleting port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:52.575741 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.592242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.593366 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:52.594070 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.628407 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3932228 Jul 23 05:03:52.628677 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49080) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:52.630945 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] Set router 4362c840-cb2f-407a-bfab-5e77b71838d3 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:52.633430 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Request body: {'subnet': {'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1805631026-subnet', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:52.663367 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] For port ae826b0a-e6ad-4b17-b71a-a773dec1d5a0, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:52.663988 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.668934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd40b2-9f4a-4b7c-a4b0-2ef034dbcc69 admin admin] Pushing event updated for resources: {'Network': ['ID=f544389f-65ea-4d2e-aff0-e449607c0386,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:52.680183 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network f544389f-65ea-4d2e-aff0-e449607c0386 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:03:52.685253 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Calling delete_port for ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:52.686710 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Made reservation on behalf of 22f452cce63144229410824dee79aa7a for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:52.687869 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T05:03:52Z', 'revision_number': 6, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:52.688898 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.716803 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bd2a27-6d81-4623-bb99-40186c3e6f2f None None] The sync data for ids ['4362c840-cb2f-407a-bfab-5e77b71838d3'] in dv-cinder-801931-1-iscsi is: [{'id': '4362c840-cb2f-407a-bfab-5e77b71838d3', 'name': 'tempest-AttachVolumeShelveTestJSON-1851122284-router', 'tenant_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T04:56:45Z', 'updated_at': '2021-07-23T05:03:52Z', 'revision_number': 6, 'project_id': 'c8aacb7fa3af440d9685ec11568d35fb', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:52.879817 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.893853 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.923344 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae826b0a-e6ad-4b17-b71a-a773dec1d5a0,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:52.938765 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=596cc5f4-de00-4e4e-a09c-446d2690249a,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:52.952142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:52.952606 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Network hostable DHCP agents. Network: f544389f-65ea-4d2e-aff0-e449607c0386, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:03:52.972769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Network f544389f-65ea-4d2e-aff0-e449607c0386 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:03:52.983273 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, f544389f-65ea-4d2e-aff0-e449607c0386) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:52.988427 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:52.990502 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:52.993223 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b6d5c-8c5e-4d4d-b5dd-87c16cbdcb7a None None] Network f544389f-65ea-4d2e-aff0-e449607c0386 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:53.011009 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.013696 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d1bb25d7-cfc2-4b54-bb9c-e8962b046ad8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3840201 Jul 23 05:03:53.016584 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49094) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:53.025186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:53.055047 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.056261 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.130108 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.133038 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.168154 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-f544389f-65ea-4d2e-aff0-e449607c0386', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 05:03:53.169169 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.169949 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.191497 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.192477 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4362c840-cb2f-407a-bfab-5e77b71838d3 {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:03:53.197938 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.202733 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-580a403b-571a-4dea-95a5-243c5d159090 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4362c840-cb2f-407a-bfab-5e77b71838d3 HTTP/1.1" status: 204 len: 168 time: 1.1336489 Jul 23 05:03:53.203060 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49102) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:53.283440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Deleting subnet 6919981c-658b-4065-8f04-2301dcac5704 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:03:53.286999 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.322177 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.334306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Allocated IP 172.20.0.2 (f544389f-65ea-4d2e-aff0-e449607c0386/596cc5f4-de00-4e4e-a09c-446d2690249a/3ded9654-bc3d-4468-8270-00d3c80430fc) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:03:53.344475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.409580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.468491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.492254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.501784 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Transition to ACTIVE for port object 3ded9654-bc3d-4468-8270-00d3c80430fc will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:53.506285 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.509201 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6919981c-658b-4065-8f04-2301dcac5704 HTTP/1.1" status: 204 len: 168 time: 0.3048124 Jul 23 05:03:53.511854 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac510457-7456-4836-9dab-abbfd91b64bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6919981c-658b-4065-8f04-2301dcac5704,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:53.517600 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49106) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:53.518230 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Transition to ACTIVE for port object 3ded9654-bc3d-4468-8270-00d3c80430fc will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:53.522428 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002be491-6560-4a52-a9a1-a9da9dd28685 None None] Network 8262d930-52d3-469c-a82a-d992abcada77 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:53.527330 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.587298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:03:53.591996 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:53.597485 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:03:53.611521 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.674084 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Pushing event updated for resources: {'Port': ['ID=3ded9654-bc3d-4468-8270-00d3c80430fc,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:53.680585 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Deleting port 0a65490f-74b3-4272-91ce-c1be985ad7c1 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:03:53.680828 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.740169 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Attempting to bind port 3ded9654-bc3d-4468-8270-00d3c80430fc on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:03:53.740811 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Attempting to bind port 3ded9654-bc3d-4468-8270-00d3c80430fc by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:03:53.741336 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Attempting to bind port 3ded9654-bc3d-4468-8270-00d3c80430fc on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:03:53.747830 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:03:53.748456 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:53.749053 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.749594 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Bound using segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:03:53.750228 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Bound port: 3ded9654-bc3d-4468-8270-00d3c80430fc, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:03:53.750782 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.751664 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] For port 0a65490f-74b3-4272-91ce-c1be985ad7c1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0a65490f-74b3-4272-91ce-c1be985ad7c1,segment=NetworkSegment(deab3c40-8d2c-4ab0-9215-325fe0412c3b),segment_id=deab3c40-8d2c-4ab0-9215-325fe0412c3b)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:53.752024 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.772960 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Calling delete_port for 0a65490f-74b3-4272-91ce-c1be985ad7c1 owned by network:dhcp {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:03:53.816002 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.834790 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] For port 3ded9654-bc3d-4468-8270-00d3c80430fc, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:03:53.836201 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.838905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] For port 3ded9654-bc3d-4468-8270-00d3c80430fc, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3ded9654-bc3d-4468-8270-00d3c80430fc,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:03:53.846262 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.881150 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:53.899704 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b52d587-3365-45c2-9774-c4e685a07cf3 None None] DHCP port deletion for 8262d930-52d3-469c-a82a-d992abcada77 request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:03:53.918330 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a65490f-74b3-4272-91ce-c1be985ad7c1,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:53.924410 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c50bd-e5e2-4e19-a825-18f7c4b8985b None None] Pushing event updated for resources: {'Port': ['ID=3ded9654-bc3d-4468-8270-00d3c80430fc,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:53.937347 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] No DVR routers for this DVR port 0a65490f-74b3-4272-91ce-c1be985ad7c1 on host dv-cinder-801931-1-iscsi {{(pid=93026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:03:53.981540 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Allocated IP 172.27.3.220 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/8b453dbc-bba4-4f40-909b-8a80d76b6d00) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:03:54.028457 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.045792 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8262d930-52d3-469c-a82a-d992abcada77']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:54.063287 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deab3c40-8d2c-4ab0-9215-325fe0412c3b') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:54.063425 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deab3c40-8d2c-4ab0-9215-325fe0412c3b') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:54.073045 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.094774 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.103965 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:03:54.105231 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:03:54.107237 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:03:54.132420 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 79fa3512-f4a3-4ed7-b886-1397356b8560 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:54.157997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.163559 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 79fa3512-f4a3-4ed7-b886-1397356b8560 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:54.163906 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 79fa3512-f4a3-4ed7-b886-1397356b8560 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:54.164403 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:54.186707 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:54.187318 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device ae826b0a-e6ad-4b17-b71a-a773dec1d5a0 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:54.187959 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0a65490f-74b3-4272-91ce-c1be985ad7c1 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:03:54.203823 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.207829 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 0a65490f-74b3-4272-91ce-c1be985ad7c1 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:03:54.208181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0a65490f-74b3-4272-91ce-c1be985ad7c1 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:03:54.217791 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.218985 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.220758 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] 10.222.0.16 "DELETE /v2.0/networks/8262d930-52d3-469c-a82a-d992abcada77 HTTP/1.1" status: 204 len: 168 time: 0.7009399 Jul 23 05:03:54.232971 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40a4539-cd1b-479b-8b90-999a53e0337e admin admin] Pushing event deleted for resources: {'Network': ['ID=8262d930-52d3-469c-a82a-d992abcada77,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:54.262786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:03:54.265917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:54.270596 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:03:54.273682 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Pushing event updated for resources: {'Port': ['ID=8b453dbc-bba4-4f40-909b-8a80d76b6d00,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:54.388869 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49118) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:54.435364 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d47f0cf3-0403-4f2f-9adf-3e866f3764cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8aacb7fa3af440d9685ec11568d35fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452881 Jul 23 05:03:54.438119 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49120) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:54.500280 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.525542 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.540314 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.579170 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.581923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49124) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:54.582369 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.583522 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/083791cf-7f82-439b-8d9d-539ff36ba939 HTTP/1.1" status: 204 len: 168 time: 0.1444325 Jul 23 05:03:54.591547 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa50d68-86c4-461b-a17d-428132f10f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083791cf-7f82-439b-8d9d-539ff36ba939,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:54.762075 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.889496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e11c29c2-b1c1-4e8e-9b2c-9f9374507fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:54.952812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Router fb17bf4e-cafb-4c40-8324-3782659f2008 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 05:03:55.039092 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf9e7c3-1264-4464-8a9e-fd731155e937 None None] Network f544389f-65ea-4d2e-aff0-e449607c0386 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:55.093624 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e11c29c2-b1c1-4e8e-9b2c-9f9374507fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.102359 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e11c29c2-b1c1-4e8e-9b2c-9f9374507fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.113044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:55.158225 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e11c29c2-b1c1-4e8e-9b2c-9f9374507fde admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c1294867a87e4715ad8d86e753a562cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5725462 Jul 23 05:03:55.158439 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49146) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:55.166188 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c29c2-b1c1-4e8e-9b2c-9f9374507fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5126eac-dfda-43d2-9d19-9d2c7aa7bc19,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:55.175185 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.176294 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c8b2d8a5-cfb2-42fc-9965-e4b3dbf50838 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1553075 Jul 23 05:03:55.179555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49148) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:55.241539 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:03:55.247417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.257654 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8e6b6e8f-21ca-4272-bd80-8acdb213270c None None] Provisioning for port 3ded9654-bc3d-4468-8270-00d3c80430fc completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:03:55.269492 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:55.270096 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:55.280829 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.319566 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49152) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:55.358682 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.362472 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.369423 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5126eac-dfda-43d2-9d19-9d2c7aa7bc19 HTTP/1.1" status: 204 len: 168 time: 0.2075272 Jul 23 05:03:55.391859 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd018a2f-9480-483a-a6a2-19bef9a1f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5126eac-dfda-43d2-9d19-9d2c7aa7bc19,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:55.448469 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:55.467707 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-933224077-network', 'tenant_id': '74a0fc0999da49febb348e8bde825ba5'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:55.496243 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:55.502022 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.516653 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.645329 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.652234 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.678404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:03:55.695513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306169c2-a0bf-4c8b-b050-f736526efa6d,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:55.718055 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.719887 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Added segment 6da65fce-fd2c-48d1-8e18-ae8f294a2fff of type vlan for network 1115755b-179e-4106-b5d8-4abf9477eb61 Jul 23 05:03:55.750189 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.756832 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:54Z', 'revision_number': 3, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:55.785139 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.798419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:03:55.798769 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Updating router fb17bf4e-cafb-4c40-8324-3782659f2008 port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:03:55.808549 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49160) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:55.827553 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec59d27f-ea92-4beb-a8a7-3305f7f4d750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.835633 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.836727 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:55.837470 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.850005 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.929968 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] Pushing event updated for resources: {'Network': ['ID=1115755b-179e-4106-b5d8-4abf9477eb61,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:55.932065 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Allocated IP 172.20.0.1 (f544389f-65ea-4d2e-aff0-e449607c0386/596cc5f4-de00-4e4e-a09c-446d2690249a/a77c4372-1afe-41f1-ad8e-1a2b4b87eff1) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:03:55.940798 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 1115755b-179e-4106-b5d8-4abf9477eb61 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:03:55.989916 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec59d27f-ea92-4beb-a8a7-3305f7f4d750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:55.996496 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-ec59d27f-ea92-4beb-a8a7-3305f7f4d750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.004440 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-817fd4d9-5ba5-41f6-b27c-88b3cf6d5fec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6836526 Jul 23 05:03:56.007512 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49162) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:56.012644 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Request body: {'subnet': {'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-933224077-subnet', 'tenant_id': '74a0fc0999da49febb348e8bde825ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:56.056092 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:56.057440 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59d27f-ea92-4beb-a8a7-3305f7f4d750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e36da6-62af-4e5f-94a4-406bbc016514,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.059319 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7583303'] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.068282 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-ec59d27f-ea92-4beb-a8a7-3305f7f4d750 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8b98183924c449bbc344c5f30b9ed35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563949 Jul 23 05:03:56.068545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49164) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:56.128494 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.142401 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.160308 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3ded9654-bc3d-4468-8270-00d3c80430fc up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:03:56.163093 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Transition to ACTIVE for port object a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 will not be triggered until provisioned by entity DHCP. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:56.163227 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.215821 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.218535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.220070 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7e36da6-62af-4e5f-94a4-406bbc016514 HTTP/1.1" status: 204 len: 168 time: 0.1505103 Jul 23 05:03:56.228417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea69d2-bb7f-46d4-90a8-e122b00db3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e36da6-62af-4e5f-94a4-406bbc016514,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.232375 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 3ded9654-bc3d-4468-8270-00d3c80430fc completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:03:56.261960 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.263246 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3ded9654-bc3d-4468-8270-00d3c80430fc triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:03:56.263774 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.317768 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.328626 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7583285'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.331838 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:03:56.339302 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Transition to ACTIVE for port object 8b453dbc-bba4-4f40-909b-8a80d76b6d00 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:56.344060 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:56.349637 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.367982 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Pushing event updated for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.372934 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:03:56.435486 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=688ce88a-50f0-4963-b285-460120fcc6f4,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.438325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.442387 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfa5dc-0c7c-4794-b714-34a32381288c None None] Pushing event updated for resources: {'Port': ['ID=8b453dbc-bba4-4f40-909b-8a80d76b6d00,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.446969 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Checking segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:56.447593 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Network hostable DHCP agents. Network: 1115755b-179e-4106-b5d8-4abf9477eb61, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:03:56.451485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.453466 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Attempting to bind port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:03:56.453854 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Attempting to bind port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:03:56.454079 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Attempting to bind port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:03:56.467298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:03:56.467675 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:56.468067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.468452 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:03:56.468953 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Bound port: 8b453dbc-bba4-4f40-909b-8a80d76b6d00, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:03:56.469321 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.520676 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 3ded9654-bc3d-4468-8270-00d3c80430fc, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3ded9654-bc3d-4468-8270-00d3c80430fc,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:03:56.528878 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Network 1115755b-179e-4106-b5d8-4abf9477eb61 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:03:56.531800 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.563946 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 1115755b-179e-4106-b5d8-4abf9477eb61) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:56.570254 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:56.570847 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.591155 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3fb81-46a9-462b-8e94-4682a6ea0d95 None None] Network 1115755b-179e-4106-b5d8-4abf9477eb61 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:56.601403 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-4afc43c8-6f29-4fc9-ae0e-319e994296f7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5924883 Jul 23 05:03:56.616597 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] For port 8b453dbc-bba4-4f40-909b-8a80d76b6d00, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:03:56.650998 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] For port 8b453dbc-bba4-4f40-909b-8a80d76b6d00, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=8b453dbc-bba4-4f40-909b-8a80d76b6d00,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:03:56.660084 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.663030 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=3ded9654-bc3d-4468-8270-00d3c80430fc,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.668427 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.710142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49172) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:56.727099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5a11f640-edd7-4ccf-81d2-2d5226251267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.785758 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-bc0fe190-76ba-48cc-8777-f44f1ccf5a27 None None] Provisioning for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:03:56.808568 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-bc0fe190-76ba-48cc-8777-f44f1ccf5a27 None None] Provisioning complete for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:03:56.809610 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bc0fe190-76ba-48cc-8777-f44f1ccf5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.815078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:03:56.815760 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:56.840410 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfa5dc-0c7c-4794-b714-34a32381288c None None] Pushing event updated for resources: {'Port': ['ID=8b453dbc-bba4-4f40-909b-8a80d76b6d00,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.864951 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.872819 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8229871'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.882092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5a11f640-edd7-4ccf-81d2-2d5226251267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.888479 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5a11f640-edd7-4ccf-81d2-2d5226251267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.942846 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5a11f640-edd7-4ccf-81d2-2d5226251267 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0ac9a1dddfad4d3886b4835c7e0e6c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311940 Jul 23 05:03:56.943098 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49180) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:56.951238 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Pushing event updated for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.954114 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:56.984287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11f640-edd7-4ccf-81d2-2d5226251267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebc9e9d-3b32-4b61-9ef0-20e7207609f7,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:56.986861 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696f85f-7aa9-4e48-966a-ec1aeeb08e98 None None] Network 1115755b-179e-4106-b5d8-4abf9477eb61 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:56.993304 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fe190-76ba-48cc-8777-f44f1ccf5a27 None None] Port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:03:57.031091 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:57.062288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:57.065560 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:03:57.067136 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:57.090419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:03:57.145406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:57.150116 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:57.150997 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ebc9e9d-3b32-4b61-9ef0-20e7207609f7 HTTP/1.1" status: 204 len: 168 time: 0.2066832 Jul 23 05:03:57.164759 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c53f5-d1d0-45f1-b24f-2acfe4918124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebc9e9d-3b32-4b61-9ef0-20e7207609f7,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:57.215638 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:03:57.373250 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:03:57.379094 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-126695f7-47b5-4bdf-a113-6c3881e7bba0 admin admin] 10.222.0.16 "PUT /v2.0/routers/fb17bf4e-cafb-4c40-8324-3782659f2008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1981466 Jul 23 05:03:57.409112 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-032bd105-a746-47dc-84fd-5a61e3b1b687 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:57.418637 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-032bd105-a746-47dc-84fd-5a61e3b1b687 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1711230 Jul 23 05:03:57.439576 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-b5c5ed7a-74cb-41c7-93a2-66b4c54fbf3c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/quotas/74a0fc0999da49febb348e8bde825ba5 HTTP/1.1" status: 200 len: 375 time: 0.0198119 Jul 23 05:03:57.466601 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-52fe8a71-2b19-4719-9c5b-b4600c76b351 None None] Provisioning complete for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:03:57.467088 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-52fe8a71-2b19-4719-9c5b-b4600c76b351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:57.483016 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-24aae7b6-ab79-4339-9761-eafcb23a41fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424144 Jul 23 05:03:57.546907 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-52fe8a71-2b19-4719-9c5b-b4600c76b351 None None] Port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:03:57.631686 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:03:55Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:03:57.674190 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b680a98-bf42-470b-b42c-d09f01b2d26a None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:03:55Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:03:57.753792 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-a8af0b83-4387-4972-9085-5a7162a510e2 service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697551 Jul 23 05:03:57.857364 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-55fd483c-8bea-4d0f-a276-119fc25c6858 service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976646 Jul 23 05:03:57.995694 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49222) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:58.001481 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1649620396-network', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:58.049399 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Made reservation on behalf of 277205ebb2f94bf4b05f5c2a6c79fdfe for: {'network': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:58.052700 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.064082 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.115194 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a06a2ab5-ce0b-40bf-9124-107c3cf40cda req-16e33fcd-4d68-472b-addd-fb1e2dd0e063 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 210 time: 0.0518103 Jul 23 05:03:58.121482 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3ded9654-bc3d-4468-8270-00d3c80430fc up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:03:58.190961 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 3ded9654-bc3d-4468-8270-00d3c80430fc triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:03:58.191526 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.210555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.217247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.257910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:03:58.268547 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.268944 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.segments_db [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Added segment b1b4754b-eb76-4620-89e3-8cfa7a455dc7 of type vlan for network 7e4a8bac-f25e-4e79-842e-be70dee824bb Jul 23 05:03:58.288388 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bac517-3c42-4e73-b45f-a7cdced55f70,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:58.329543 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.381848 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.382919 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:58.383470 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.420334 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49238) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:58.420508 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4233732 Jul 23 05:03:58.426754 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Request body: {'subnet': {'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1649620396-subnet', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'ip_version': 4}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:58.453096 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a1ab-a176-4146-ac07-1294e5eeab17 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4a8bac-f25e-4e79-842e-be70dee824bb,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:58.463463 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Made reservation on behalf of 277205ebb2f94bf4b05f5c2a6c79fdfe for: {'subnet': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:58.467323 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7583303'] for subnet, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.470755 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:03:58.743192 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8229744', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7583285'] for subnet, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.806105 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=96cae490-0612-4d94-bdac-21eab1035594,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:58.820768 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Checking segment: {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:58.821460 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Network hostable DHCP agents. Network: 7e4a8bac-f25e-4e79-842e-be70dee824bb, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:03:58.842152 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:03:58.855740 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 7e4a8bac-f25e-4e79-842e-be70dee824bb) {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:58.861702 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:58.862513 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.871103 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85036c72-95e6-416d-b683-3a1346f406ef None None] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:03:58.889274 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-5062b46c-a3a7-4172-b264-3ee95f51e8aa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4677410 Jul 23 05:03:58.891975 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49246) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:03:58.896420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:58.945586 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:58.947043 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.038348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.115944 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-7e4a8bac-f25e-4e79-842e-be70dee824bb', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 05:03:59.117509 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.271357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.277007 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-20c949a8-a5a2-466c-9f99-e18daa6fe427 req-472bb618-28c9-4392-902e-c4e597e6be4e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 210 time: 0.0356910 Jul 23 05:03:59.278415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Allocated IP 172.20.0.2 (7e4a8bac-f25e-4e79-842e-be70dee824bb/96cae490-0612-4d94-bdac-21eab1035594/7b1d9478-157c-4e2f-8d60-9003c07a4792) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:03:59.447761 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.457253 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Transition to ACTIVE for port object 7b1d9478-157c-4e2f-8d60-9003c07a4792 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:59.474758 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Transition to ACTIVE for port object 7b1d9478-157c-4e2f-8d60-9003c07a4792 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:03:59.482453 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.533121 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:03:59.535926 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:03:59.539486 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:03:59.545367 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Pushing event updated for resources: {'Port': ['ID=7b1d9478-157c-4e2f-8d60-9003c07a4792,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:59.564910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.589255 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.616085 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-747f3b27-1634-4f41-a5cc-b15dc2e8ee30 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:03:59.617652 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-747f3b27-1634-4f41-a5cc-b15dc2e8ee30 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1732869 Jul 23 05:03:59.618254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Attempting to bind port 7b1d9478-157c-4e2f-8d60-9003c07a4792 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:03:59.618624 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Attempting to bind port 7b1d9478-157c-4e2f-8d60-9003c07a4792 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:03:59.618976 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Attempting to bind port 7b1d9478-157c-4e2f-8d60-9003c07a4792 on network 7e4a8bac-f25e-4e79-842e-be70dee824bb {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:03:59.624949 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:03:59.625308 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Checking segment: {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:03:59.625703 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.626084 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Bound using segment: {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:03:59.626541 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Bound port: 7b1d9478-157c-4e2f-8d60-9003c07a4792, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:03:59.626914 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.650284 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Request body: {'port': {'device_id': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'admin_state_up': True, 'tenant_id': '74a0fc0999da49febb348e8bde825ba5'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:03:59.689717 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] For port 7b1d9478-157c-4e2f-8d60-9003c07a4792, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:03:59.693368 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] For port 7b1d9478-157c-4e2f-8d60-9003c07a4792, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=7b1d9478-157c-4e2f-8d60-9003c07a4792,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:03:59.698118 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.758909 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82edc5c-a92f-4108-b13b-3857e5f1daee None None] Pushing event updated for resources: {'Port': ['ID=7b1d9478-157c-4e2f-8d60-9003c07a4792,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:03:59.784081 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Allocated IP 172.27.3.83 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/d8d3fa80-0484-4b94-9233-b0e94bd063e3) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:03:59.834312 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:03:59.837651 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:03:59.970937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.037442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Allocated IP 172.20.0.10 (1115755b-179e-4106-b5d8-4abf9477eb61/688ce88a-50f0-4963-b285-460120fcc6f4/8470739a-fe3a-4e56-ab52-443168d0e9a4) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:00.101189 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.158472 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 7b1d9478-157c-4e2f-8d60-9003c07a4792 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:00.161666 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:00.172897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:00.211003 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:00.223016 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 7b1d9478-157c-4e2f-8d60-9003c07a4792 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:00.227317 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 8b453dbc-bba4-4f40-909b-8a80d76b6d00 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:00.258532 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:04:00.275205 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:00.276830 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:00.277084 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.293004 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:00.297233 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:00.297608 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.416255 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-23aa05f9-c70d-4542-a750-aee980cab0df req-3c6482bf-438a-4f0d-a28e-0ca726d56f6f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 210 time: 0.0548666 Jul 23 05:04:00.430521 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:00.439300 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.473941 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 8b453dbc-bba4-4f40-909b-8a80d76b6d00, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=8b453dbc-bba4-4f40-909b-8a80d76b6d00,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:00.481961 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.553125 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=8b453dbc-bba4-4f40-909b-8a80d76b6d00,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:00.592637 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d3fa80-0484-4b94-9233-b0e94bd063e3,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:00.670227 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 2, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:00.689421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.699116 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:04:00.699469 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Updating router fb17bf4e-cafb-4c40-8324-3782659f2008 port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:04:00.758791 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.870589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:00.960221 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Network 1115755b-179e-4106-b5d8-4abf9477eb61 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:00.965886 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:00.969134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event updated for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:00.971376 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:01.019706 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.064053 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:01.064688 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.069847 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fdb128b-0374-4604-a7f0-00550f6ed156 None None] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:04:01.073182 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.083522 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Transition to ACTIVE for port object a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:01.091599 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.100230 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dbe615d7-720e-4260-ab8d-80cba47d75e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.114342 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-7f7552d8-0d29-42d6-8c58-41be0be19e42 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4678741 Jul 23 05:04:01.135163 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Request body: {'port': {'device_id': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:01.152764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Provisioning for port 7b1d9478-157c-4e2f-8d60-9003c07a4792 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:01.174188 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Provisioning complete for port 7b1d9478-157c-4e2f-8d60-9003c07a4792 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:01.174552 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.179788 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Pushing event updated for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:01.211654 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.212015 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.212329 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.212728 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.213066 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.213392 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.214677 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.215295 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.215646 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.216118 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.216384 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.216762 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:01.225752 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Attempting to bind port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:01.226134 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Attempting to bind port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:01.226501 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Attempting to bind port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:01.240143 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:01.241538 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:01.242655 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.243158 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Bound using segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:01.243748 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Bound port: a77c4372-1afe-41f1-ad8e-1a2b4b87eff1, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:01.244246 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.314148 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.340272 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] For port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:01.347290 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] For port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:01.352028 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.356692 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.369521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.405865 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] For port 7b1d9478-157c-4e2f-8d60-9003c07a4792, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=7b1d9478-157c-4e2f-8d60-9003c07a4792,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:01.410151 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.421671 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:01.422289 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:01.485765 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48961eb0-2b40-4cea-aaf3-2b60ad3db547 None None] Pushing event updated for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:01.517621 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6488246-77fa-4dd1-99ca-aa57d8371928 None None] Pushing event updated for resources: {'Port': ['ID=7b1d9478-157c-4e2f-8d60-9003c07a4792,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:01.593173 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:01.768625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9e9b3cd2-bfc3-4221-bea5-d597ae096767 None None] Provisioning complete for port 7b1d9478-157c-4e2f-8d60-9003c07a4792 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:01.769339 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9e9b3cd2-bfc3-4221-bea5-d597ae096767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.785745 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f469d3c-2a51-4e08-a87f-fdba1f73f7d0 req-e4b83eae-11f0-4a8b-8150-3148ee86aa9e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:01.787224 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2f469d3c-2a51-4e08-a87f-fdba1f73f7d0 req-e4b83eae-11f0-4a8b-8150-3148ee86aa9e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 932 time: 0.2018933 Jul 23 05:04:01.806917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 05:04:01.809193 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:01Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:01.839426 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6c80c-c60f-412d-b71d-d456f32863df None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:01Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:04:01.946129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8470739a-fe3a-4e56-ab52-443168d0e9a4 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:01.953958 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2f469d3c-2a51-4e08-a87f-fdba1f73f7d0 req-d381fcab-c822-49fd-8d39-6f0d2bb4e9de tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497934 Jul 23 05:04:01.962927 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:01.984393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Transition to ACTIVE for port object 8470739a-fe3a-4e56-ab52-443168d0e9a4 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:02.000032 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.041120 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:04:02.052140 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Sync routers for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:04:02.076893 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Pushing event updated for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:02.077254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:02.077985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:03:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:02.101099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.105458 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c6015e01-c323-4361-9c74-8e848715a878 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2093625 Jul 23 05:04:02.106180 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49286) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:02.185771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Attempting to bind port 8470739a-fe3a-4e56-ab52-443168d0e9a4 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:02.186253 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Attempting to bind port 8470739a-fe3a-4e56-ab52-443168d0e9a4 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:02.186589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Attempting to bind port 8470739a-fe3a-4e56-ab52-443168d0e9a4 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:02.191578 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Port 8470739a-fe3a-4e56-ab52-443168d0e9a4 on network 1115755b-179e-4106-b5d8-4abf9477eb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:04:02.191903 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Attempting to bind port 8470739a-fe3a-4e56-ab52-443168d0e9a4 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:02.197525 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:02.198472 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Checking segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:02.199113 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Bound using segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:02.199575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Bound port: 8470739a-fe3a-4e56-ab52-443168d0e9a4, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:02.199941 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.214129 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 7b1d9478-157c-4e2f-8d60-9003c07a4792 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:02.272946 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:02.277767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:02.282125 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 7b1d9478-157c-4e2f-8d60-9003c07a4792 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:02.282636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.287159 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.317862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:02.329539 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:02.330164 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.331627 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] 10.222.0.24 "PUT /v2.0/ports/8470739a-fe3a-4e56-ab52-443168d0e9a4 HTTP/1.1" status: 200 len: 1094 time: 1.2019193 Jul 23 05:04:02.332077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:02.334460 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80938494-9ade-4ef3-88b1-19922f3f926c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:02.364161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9785b-8d28-444f-9cbc-90ad7328c05e service neutron] Pushing event updated for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:02.416422 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1a10da-b438-47cb-86a9-3c435c1f86d4 x-openstack-request-id: req-8c1a10da-b438-47cb-86a9-3c435c1f86d4 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:02.417661 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:02.418508 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c1a10da-b438-47cb-86a9-3c435c1f86d4 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:02.418922 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4', 'status': 'completed', 'code': 200} Jul 23 05:04:02.468740 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-ba3cff80-c6c4-4b7a-b88f-956126265932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:02.470892 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-ba3cff80-c6c4-4b7a-b88f-956126265932 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 1097 time: 0.0714664 Jul 23 05:04:02.525073 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-e4f94f98-6f2c-4931-a23b-216aa6fc9cd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4 HTTP/1.1" status: 200 len: 217 time: 0.0406768 Jul 23 05:04:02.533891 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:02.592946 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72598e65-44b1-4385-87a1-7439dc6068df req-894232f4-e84d-44ec-8f15-978af14bf952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:02.594831 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-894232f4-e84d-44ec-8f15-978af14bf952 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0637608 Jul 23 05:04:02.598873 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:02.602625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 3, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:02.606957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:02.607328 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.636674 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Checking router: cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:04:02.637317 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Updating router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 port d8d3fa80-0484-4b94-9233-b0e94bd063e3 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:04:02.653848 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-b3ecf0a1-9c33-41c5-98b9-2c5d83ea5ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496426 Jul 23 05:04:02.701959 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.721747 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.761116 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-88023ee6-76bf-45cf-b8d9-ef664d1d446e service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993059 Jul 23 05:04:02.837496 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.862096 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-72598e65-44b1-4385-87a1-7439dc6068df req-bca23ee1-4fe0-4640-a41e-3ac5d84b6154 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940981 Jul 23 05:04:02.888697 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Allocated IP 172.20.0.1 (7e4a8bac-f25e-4e79-842e-be70dee824bb/96cae490-0612-4d94-bdac-21eab1035594/9287b0ae-a0ba-4c7b-ac1a-4644de613e58) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:02.903144 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:02.935645 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:02.936418 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 8b453dbc-bba4-4f40-909b-8a80d76b6d00 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:02.996755 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.020815 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.provisioning_blocks [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Transition to ACTIVE for port object 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 will not be triggered until provisioned by entity DHCP. {{(pid=93026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:03.023958 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:03.071472 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.075675 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938494-9ade-4ef3-88b1-19922f3f926c req-72f5c7c4-5714-41ce-a89b-d43bf07d9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:03.078249 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-72f5c7c4-5714-41ce-a89b-d43bf07d9646 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 1097 time: 0.1200705 Jul 23 05:04:03.107749 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:03.108054 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.125276 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:03.129281 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:03.134001 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:03.137568 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a090-c3c5-4638-8c40-659eda666b80 req-e00c2156-025e-451c-9df9-0867a8445220 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:03.138132 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Pushing event updated for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:03.139307 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cbe1a090-c3c5-4638-8c40-659eda666b80 req-e00c2156-025e-451c-9df9-0867a8445220 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 944 time: 0.1070840 Jul 23 05:04:03.149423 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.167878 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Transition to ACTIVE for port object d8d3fa80-0484-4b94-9233-b0e94bd063e3 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:03.177155 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.182465 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.249515 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cbe1a090-c3c5-4638-8c40-659eda666b80 req-39466175-d436-40b6-8c36-6f49038ea4fd tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758317 Jul 23 05:04:03.252030 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9be397-9123-4a1d-bec9-1f2da34beb1f None None] Pushing event updated for resources: {'Port': ['ID=d8d3fa80-0484-4b94-9233-b0e94bd063e3,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:03.253454 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938494-9ade-4ef3-88b1-19922f3f926c req-6705881b-c851-4512-82a0-1b8293fc065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:03.254902 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-6705881b-c851-4512-82a0-1b8293fc065c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 914 time: 0.1637697 Jul 23 05:04:03.272045 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Attempting to bind port d8d3fa80-0484-4b94-9233-b0e94bd063e3 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:03.272417 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Attempting to bind port d8d3fa80-0484-4b94-9233-b0e94bd063e3 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:03.275121 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Attempting to bind port d8d3fa80-0484-4b94-9233-b0e94bd063e3 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:03.300298 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:03.300694 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:03.301132 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.301565 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:03.301986 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Bound port: d8d3fa80-0484-4b94-9233-b0e94bd063e3, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:03.302347 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.347782 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-df5eff89-ba39-41f5-b5cb-9099e8c8d00e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4 HTTP/1.1" status: 200 len: 217 time: 0.0775378 Jul 23 05:04:03.351495 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.425196 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80938494-9ade-4ef3-88b1-19922f3f926c req-1dd41b6a-c1d4-4c79-9681-b2bb8cdbfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:03.426739 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-1dd41b6a-c1d4-4c79-9681-b2bb8cdbfbc1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0719578 Jul 23 05:04:03.471134 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-d8304742-02d4-433d-a9d4-cec35916d108 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311320 Jul 23 05:04:03.552047 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9dac453a-a369-4fb1-b392-7abcc449d5e3 None None] Provisioning for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:03.561980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9dac453a-a369-4fb1-b392-7abcc449d5e3 None None] Provisioning complete for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:03.562433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9dac453a-a369-4fb1-b392-7abcc449d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.565752 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b115f813-d735-4304-925e-3537619dae4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.583248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-50f7b085-80ff-4433-98df-0594d6092178 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050344 Jul 23 05:04:03.587168 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] For port d8d3fa80-0484-4b94-9233-b0e94bd063e3, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:03.609157 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] For port d8d3fa80-0484-4b94-9233-b0e94bd063e3, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=d8d3fa80-0484-4b94-9233-b0e94bd063e3,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:03.619777 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.630737 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9dac453a-a369-4fb1-b392-7abcc449d5e3 None None] Port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:04:03.689258 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:03.689867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:04:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:03.711313 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-80938494-9ade-4ef3-88b1-19922f3f926c req-e6d73dfc-3b85-4ed1-a34b-e0de5b0134a7 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161976 Jul 23 05:04:03.727972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9be397-9123-4a1d-bec9-1f2da34beb1f None None] Pushing event updated for resources: {'Port': ['ID=d8d3fa80-0484-4b94-9233-b0e94bd063e3,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:03.778123 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.782827 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8229871'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.799675 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:03.847824 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Pushing event updated for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:03.851836 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:03.943577 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:03.944845 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:03.997009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '9287b0ae-a0ba-4c7b-ac1a-4644de613e58', 'name': '', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'mac_address': 'fa:16:3e:6f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:04:02Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 1, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'subnets': [{'id': '96cae490-0612-4d94-bdac-21eab1035594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:04.024998 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d153ad2-8090-46cc-a98a-bc7906362513 None None] The sync data for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi is: [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '9287b0ae-a0ba-4c7b-ac1a-4644de613e58', 'name': '', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'mac_address': 'fa:16:3e:6f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:04:02Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 1, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'subnets': [{'id': '96cae490-0612-4d94-bdac-21eab1035594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:04:04.074337 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.087776 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:04:04.088398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:04.149627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:04.149627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.201949 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-6de6ada0-3ccd-4e78-a007-9c432d7b3656 None None] Provisioning complete for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:04.202322 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6de6ada0-3ccd-4e78-a007-9c432d7b3656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.209229 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:04:04.224448 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f9b2d806-32f5-40a9-975f-75fcc7535e8a admin admin] 10.222.0.16 "PUT /v2.0/routers/cc6f1cf7-41c0-4168-857d-6bafe3c3ec77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095378 Jul 23 05:04:04.284725 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-6de6ada0-3ccd-4e78-a007-9c432d7b3656 None None] Port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:04:04.398071 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e613d-94d3-4dee-8189-69b9749b34ca req-823ccb8e-7cd7-4128-9867-c285fd870a3f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:04.399786 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b5e613d-94d3-4dee-8189-69b9749b34ca req-823ccb8e-7cd7-4128-9867-c285fd870a3f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 944 time: 0.0673673 Jul 23 05:04:04.443740 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b5e613d-94d3-4dee-8189-69b9749b34ca req-3cb1a431-a4e3-4877-b008-781d36fc5cad tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380433 Jul 23 05:04:04.622985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 8470739a-fe3a-4e56-ab52-443168d0e9a4 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:04:04.750537 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:04.787398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '8470739a-fe3a-4e56-ab52-443168d0e9a4', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'port_id': '8470739a-fe3a-4e56-ab52-443168d0e9a4', 'mac_address': 'fa:16:3e:fe:c8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688ce88a-50f0-4963-b285-460120fcc6f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:04:04.847412 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.859706 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.877095 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8470739a-fe3a-4e56-ab52-443168d0e9a4 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:04.898954 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:04.904046 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.928638 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49314) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:04.935009 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656510365', 'description': 'tempest-secgroup-smoke-656510365 description', 'project_id': '22f452cce63144229410824dee79aa7a'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:04.958233 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:04.960521 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.046689 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.050598 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.079430 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.080679 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1498759 Jul 23 05:04:05.084776 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8dd99-5341-40e7-807f-1aaf949a53c9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c154c048-1ff5-4f3e-bc46-223b971d818a,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.085134 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49316) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.095169 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.128058 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.178895 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.183880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.202512 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:05.205452 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ea4962-d964-4592-8efb-1917c09f6e54,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.209718 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.210976 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-1217b101-b177-42a9-8326-648845638836 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247253 Jul 23 05:04:05.214245 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49318) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.219137 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.248208 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.313219 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.318018 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.341621 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77f5c18-d726-4d30-8ce7-4f382abfa014,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.349158 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.350382 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-dc8dd5b6-1662-4a08-84b2-1f31d48470f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350601 Jul 23 05:04:05.353182 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49320) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.358986 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.387674 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.445884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.450494 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.465840 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6293a8dc-baae-4605-8d6a-cd034036e920,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.475248 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.479365 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0ccaf5ef-5063-4734-b80e-63a5968ecc89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225231 Jul 23 05:04:05.479530 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49324) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.484087 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.512731 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.599175 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.603162 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.625936 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301b816d-e83c-42ea-bc13-fe72f9cf14fe,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.635769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3517938-19a3-4d14-8dab-66c868696350 req-336523cb-17c8-4b30-9326-a21479890f40 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:05.637442 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a3517938-19a3-4d14-8dab-66c868696350 req-336523cb-17c8-4b30-9326-a21479890f40 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 945 time: 0.1206808 Jul 23 05:04:05.642357 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.643470 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-158b0ca0-b349-4f3f-9afd-06db4289d5c1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630378 Jul 23 05:04:05.646334 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49326) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.651168 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.673138 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Project 22f452cce63144229410824dee79aa7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 05:04:05.678038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.681141 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a3517938-19a3-4d14-8dab-66c868696350 req-97ea6c33-1516-421f-ae69-cab0fc5e70fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Jul 23 05:04:05.746598 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.750177 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.768770 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf28d7c-a422-412a-abc8-5a3d3ad5d9df,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.772949 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.778037 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49328) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:05.778325 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9bbfe6a6-9607-4faf-b807-9e58d4ebdf74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308835 Jul 23 05:04:05.782692 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'security_group_rule': {'security_group_id': 'c154c048-1ff5-4f3e-bc46-223b971d818a', 'project_id': '22f452cce63144229410824dee79aa7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:05.805357 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.securitygroups_db [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Project 22f452cce63144229410824dee79aa7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 05:04:05.811081 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.865842 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.871738 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.889502 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61abbea5-8a4f-4722-9714-d4d3794c8959,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:05.898876 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:05.900219 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c070b297-1cd4-433b-a698-8260d3b53970 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211295 Jul 23 05:04:06.115979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device d8d3fa80-0484-4b94-9233-b0e94bd063e3 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:06.164634 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Sync routers for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:04:06.184116 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:06.185836 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:04:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:06.227254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port d8d3fa80-0484-4b94-9233-b0e94bd063e3 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:06.233732 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port d8d3fa80-0484-4b94-9233-b0e94bd063e3 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:06.239997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.265285 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.342006 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.364265 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port d8d3fa80-0484-4b94-9233-b0e94bd063e3, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=d8d3fa80-0484-4b94-9233-b0e94bd063e3,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:06.370879 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.424618 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:06.450286 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=d8d3fa80-0484-4b94-9233-b0e94bd063e3,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:06.636235 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '9287b0ae-a0ba-4c7b-ac1a-4644de613e58', 'name': '', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'mac_address': 'fa:16:3e:6f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:04:02Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 2, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'subnets': [{'id': '96cae490-0612-4d94-bdac-21eab1035594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:06.637384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 8470739a-fe3a-4e56-ab52-443168d0e9a4 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:06.662542 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Checking router: cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:04:06.662898 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Updating router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:04:06.687811 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 8470739a-fe3a-4e56-ab52-443168d0e9a4 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:06.692158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 8470739a-fe3a-4e56-ab52-443168d0e9a4 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:06.692549 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.702307 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.784548 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.807925 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:06.810427 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a413cc-ed9e-444a-a76a-d4262daade94" -d '{"events": [{"server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "name": "network-vif-plugged", "status": "completed", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:06.825073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:06.829404 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06749dfa-b028-45ad-bb87-b357ccf5646a req-1e77aa3c-890c-42c2-a8c0-1e6a616cb794 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:06.829867 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.831691 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-06749dfa-b028-45ad-bb87-b357ccf5646a req-1e77aa3c-890c-42c2-a8c0-1e6a616cb794 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 945 time: 0.0725756 Jul 23 05:04:06.870359 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9658f4-69cd-49a4-bcb4-d73fd9c96d29 x-openstack-request-id: req-0a9658f4-69cd-49a4-bcb4-d73fd9c96d29 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:06.870819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "name": "network-vif-plugged", "status": "completed", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:06.871142 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0a9658f4-69cd-49a4-bcb4-d73fd9c96d29 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:06.871530 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4', 'code': 200} Jul 23 05:04:06.877543 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-06749dfa-b028-45ad-bb87-b357ccf5646a req-a6c15009-a657-452a-9c4c-bc1726496e8b tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Jul 23 05:04:06.888676 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:06.978541 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:06.988400 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Transition to ACTIVE for port object 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:06.993287 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:07.038690 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a2025-abf2-4bb1-b7ab-3b2069a036ae None None] Pushing event updated for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:07.095509 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Attempting to bind port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:07.095884 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Attempting to bind port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:07.096264 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Attempting to bind port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 on network 7e4a8bac-f25e-4e79-842e-be70dee824bb {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:07.101791 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:07.102151 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Checking segment: {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:07.102543 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:07.102954 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Bound using segment: {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:07.103412 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Bound port: 9287b0ae-a0ba-4c7b-ac1a-4644de613e58, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:07.104377 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:07.168369 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] For port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:07.171443 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] For port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:07.174956 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:07.228129 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:07.228828 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:04:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:07.267600 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a2025-abf2-4bb1-b7ab-3b2069a036ae None None] Pushing event updated for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:07.349966 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:07.551068 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '9287b0ae-a0ba-4c7b-ac1a-4644de613e58', 'name': '', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'mac_address': 'fa:16:3e:6f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:04:02Z', 'updated_at': '2021-07-23T05:04:07Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'subnets': [{'id': '96cae490-0612-4d94-bdac-21eab1035594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:07.576516 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c2089-f30b-4acc-96d5-a16e5122343e None None] The sync data for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi is: [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:04:03Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '9287b0ae-a0ba-4c7b-ac1a-4644de613e58', 'name': '', 'network_id': '7e4a8bac-f25e-4e79-842e-be70dee824bb', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'mac_address': 'fa:16:3e:6f:13:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '96cae490-0612-4d94-bdac-21eab1035594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:04:02Z', 'updated_at': '2021-07-23T05:04:07Z', 'revision_number': 4, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'subnets': [{'id': '96cae490-0612-4d94-bdac-21eab1035594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:04:08.009680 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb11b-f0c3-42f9-b094-4d0ee788c2c6 req-1e53e45f-432c-43ef-b75a-b4e3e60553ac tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:08.011489 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-eeedb11b-f0c3-42f9-b094-4d0ee788c2c6 req-1e53e45f-432c-43ef-b75a-b4e3e60553ac tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0645328 Jul 23 05:04:08.049552 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-eeedb11b-f0c3-42f9-b094-4d0ee788c2c6 req-b7a98a64-4092-412f-809a-9e8c304d7367 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Jul 23 05:04:08.094683 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:08.140218 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:08.143667 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:08.144032 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:08.221464 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:08.251985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:08.255653 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:08.256408 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device d8d3fa80-0484-4b94-9233-b0e94bd063e3 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:08.333839 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:08.340264 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port d8d3fa80-0484-4b94-9233-b0e94bd063e3 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:08.340660 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:09.177221 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9fc26-f17d-451d-b4c5-80ba466656dd req-ea88c204-12f0-411d-902d-cb6d44c8c852 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:09.178685 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85f9fc26-f17d-451d-b4c5-80ba466656dd req-ea88c204-12f0-411d-902d-cb6d44c8c852 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0615244 Jul 23 05:04:09.215641 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85f9fc26-f17d-451d-b4c5-80ba466656dd req-3cc5fdbb-9da6-4a34-8904-433cc3c89881 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Jul 23 05:04:09.556521 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c974c-bae1-4182-ae91-abc59e710986 req-a3e5af11-92a0-4bab-9e98-79e97f248a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:09.558553 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-394c974c-bae1-4182-ae91-abc59e710986 req-a3e5af11-92a0-4bab-9e98-79e97f248a99 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 1099 time: 0.0578768 Jul 23 05:04:09.594435 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-394c974c-bae1-4182-ae91-abc59e710986 req-699fb0c7-f406-4e8a-bcef-cd41a2c891f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283418 Jul 23 05:04:10.077265 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:10.122529 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:10.122899 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:10.350876 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bbfa9-1112-4477-a97c-9baa550e80dc req-cd2e94f9-710b-4075-8b34-839f3bd3c8ef tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:10.352239 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ee2bbfa9-1112-4477-a97c-9baa550e80dc req-cd2e94f9-710b-4075-8b34-839f3bd3c8ef tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0720539 Jul 23 05:04:10.389885 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ee2bbfa9-1112-4477-a97c-9baa550e80dc req-ea8d9d50-9905-4232-9923-5e6e6183dfed tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jul 23 05:04:11.527129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df91cc-b88e-44f6-bf61-4851882eecf9 req-04870594-240c-4aaa-8837-eaff8444daea tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:11.528738 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27df91cc-b88e-44f6-bf61-4851882eecf9 req-04870594-240c-4aaa-8837-eaff8444daea tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0716510 Jul 23 05:04:11.566773 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-27df91cc-b88e-44f6-bf61-4851882eecf9 req-106909ea-d4ca-45f2-bd3c-95a755b3709b tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Jul 23 05:04:25.889070 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-0af19a04-5e84-41fc-9963-fc3af5683282 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:25.890817 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-0af19a04-5e84-41fc-9963-fc3af5683282 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1043284 Jul 23 05:04:25.906181 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-5aad2dee-2462-4255-8d10-a35b1ad0e8eb tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/quotas/74a0fc0999da49febb348e8bde825ba5 HTTP/1.1" status: 200 len: 375 time: 0.0096176 Jul 23 05:04:25.967138 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-73a453e7-9f6f-4478-a6c7-c31ea454fba2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556407 Jul 23 05:04:26.058705 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-9dd4e95a-aa52-42c6-9773-669ff0f6df2f service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Jul 23 05:04:26.145844 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-cedcf929-cbf9-4795-a26e-7f59fa3bf16e service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821512 Jul 23 05:04:26.310855 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b3a16224-1fd2-4731-9f99-4ff7a854998b req-1a80e085-c2c9-4cd2-aaf6-5caa038dddf0 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 210 time: 0.0281613 Jul 23 05:04:27.350271 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-109a01c5-68c9-427a-bc7f-aa23dd5ae8f1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:27.352089 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-109a01c5-68c9-427a-bc7f-aa23dd5ae8f1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1204495 Jul 23 05:04:27.382461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Request body: {'port': {'device_id': '06bf5596-0dc1-4e71-b04a-cca258153193', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'admin_state_up': True, 'tenant_id': '74a0fc0999da49febb348e8bde825ba5'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:27.428157 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:04:27.452390 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9e3da018-068e-4cf2-bd46-20fafb7588cf req-7e563a2e-2715-4c4b-aad7-6f8c0a1fc896 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 210 time: 0.0611007 Jul 23 05:04:27.530657 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:04:27.534057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:27.656655 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Allocated IP 172.20.0.12 (1115755b-179e-4106-b5d8-4abf9477eb61/688ce88a-50f0-4963-b285-460120fcc6f4/3ccf0ba1-db38-473c-badb-577678d46150) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:27.805237 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:27.843920 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:27.880589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Network 1115755b-179e-4106-b5d8-4abf9477eb61 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:27.883715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:27.886756 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:27.893519 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:27.930476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event updated for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:27.951236 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:27.951847 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:27.966302 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-0a6dc730-ddbb-48cd-8543-3f9a63189864 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5879211 Jul 23 05:04:27.986273 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Request body: {'port': {'device_id': '06bf5596-0dc1-4e71-b04a-cca258153193', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:28.066285 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.587199 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e175e-dd74-47c7-9645-e148924e0e75 req-18de7be0-0636-4c5a-972a-c9580cd12b8a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:28.588955 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-460e175e-dd74-47c7-9645-e148924e0e75 req-18de7be0-0636-4c5a-972a-c9580cd12b8a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 932 time: 0.0639641 Jul 23 05:04:28.602019 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccf0ba1-db38-473c-badb-577678d46150 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:28.610095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.621552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Transition to ACTIVE for port object 3ccf0ba1-db38-473c-badb-577678d46150 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:28.625957 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.627710 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-460e175e-dd74-47c7-9645-e148924e0e75 req-b03a248d-3193-4849-abbb-38fca6c19fc6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Jul 23 05:04:28.699605 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:28.746865 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Attempting to bind port 3ccf0ba1-db38-473c-badb-577678d46150 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:28.747192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Attempting to bind port 3ccf0ba1-db38-473c-badb-577678d46150 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:28.747514 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Attempting to bind port 3ccf0ba1-db38-473c-badb-577678d46150 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:28.751632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Port 3ccf0ba1-db38-473c-badb-577678d46150 on network 1115755b-179e-4106-b5d8-4abf9477eb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:04:28.751951 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Attempting to bind port 3ccf0ba1-db38-473c-badb-577678d46150 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:28.756553 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:28.756902 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Checking segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:28.757278 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Bound using segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:28.757696 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Bound port: 3ccf0ba1-db38-473c-badb-577678d46150, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:28.758046 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.822890 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:28.826762 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3ccf0ba1-db38-473c-badb-577678d46150,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:28.832067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.865768 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:28.866379 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:28.867752 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] 10.222.0.24 "PUT /v2.0/ports/3ccf0ba1-db38-473c-badb-577678d46150 HTTP/1.1" status: 200 len: 1094 time: 0.8865561 Jul 23 05:04:28.868183 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:28.870439 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1660008-a8d9-4f71-9fc9-3518b146f1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "tag": "3ccf0ba1-db38-473c-badb-577678d46150"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:28.897572 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3208efc-4f2e-49e2-b58e-f512d64e8262 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:28.911458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e84f03-e514-4def-ad82-21efb4b054bb x-openstack-request-id: req-a7e84f03-e514-4def-ad82-21efb4b054bb {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:28.911747 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "tag": "3ccf0ba1-db38-473c-badb-577678d46150", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:28.911995 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7e84f03-e514-4def-ad82-21efb4b054bb {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:28.912398 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150', 'status': 'completed', 'code': 200} Jul 23 05:04:28.992847 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-f5c1d56e-037a-46d8-b465-a4605a0f3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:28.994304 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-f5c1d56e-037a-46d8-b465-a4605a0f3d7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 1097 time: 0.0538399 Jul 23 05:04:29.054822 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-3e0b64bc-9fd4-44d7-a933-a18b395f2aee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ccf0ba1-db38-473c-badb-577678d46150 HTTP/1.1" status: 200 len: 217 time: 0.0374179 Jul 23 05:04:29.104247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c278f8-d57d-4973-9b07-643549086a5c req-3573160b-2a30-48fd-8206-34e760db6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:29.105800 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-3573160b-2a30-48fd-8206-34e760db6281 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0438068 Jul 23 05:04:29.139844 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-cb13a414-41e1-45b7-9ba1-7966d24c5753 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262034 Jul 23 05:04:29.230621 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-ff59d3c7-cd01-4a98-b4cf-6d5f5f9dc627 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828331 Jul 23 05:04:29.323679 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-17c278f8-d57d-4973-9b07-643549086a5c req-600c5679-864e-42be-9c9b-aa823bc74751 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Jul 23 05:04:29.477568 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-cee40847-c250-4c40-bc69-a278b30c00a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:29.484702 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-cee40847-c250-4c40-bc69-a278b30c00a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 1097 time: 0.0533028 Jul 23 05:04:29.576413 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-cd11c19e-c48a-4d24-8636-9f466ef5fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:29.577908 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-cd11c19e-c48a-4d24-8636-9f466ef5fcdb service neutron] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 914 time: 0.0890965 Jul 23 05:04:29.622308 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-40c3cd2f-d261-4b57-acf2-eb1de6e563b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ccf0ba1-db38-473c-badb-577678d46150 HTTP/1.1" status: 200 len: 217 time: 0.0341446 Jul 23 05:04:29.677192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-10a766a6-696b-4345-bbaa-e61f17b8a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:29.679259 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-10a766a6-696b-4345-bbaa-e61f17b8a40a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0485647 Jul 23 05:04:29.722111 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-bc07053c-a386-4aae-8797-55506224d47e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307589 Jul 23 05:04:29.765961 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25f67f-863d-453e-9275-78707f6927a1 req-38890200-e8f0-4b7b-ad95-d72303f8653e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:29.767465 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5f25f67f-863d-453e-9275-78707f6927a1 req-38890200-e8f0-4b7b-ad95-d72303f8653e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 944 time: 0.0670784 Jul 23 05:04:29.806629 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5f25f67f-863d-453e-9275-78707f6927a1 req-bdfdbc1a-246a-4068-8109-ffd6d239dafb tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333283 Jul 23 05:04:29.821156 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-819f4d37-44c0-4255-bcda-ed06893008bf service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871487 Jul 23 05:04:29.910420 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f1660008-a8d9-4f71-9fc9-3518b146f1f8 req-9f69cfb3-1131-4ae3-ab30-da879311b144 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825295 Jul 23 05:04:30.258306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:30.935713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70157247-7086-4509-9718-4ef044c716a1 req-7e34bd6f-db1e-4e09-910a-587ad33290e8 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:30.937240 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-70157247-7086-4509-9718-4ef044c716a1 req-7e34bd6f-db1e-4e09-910a-587ad33290e8 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 944 time: 0.0623317 Jul 23 05:04:30.976298 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-70157247-7086-4509-9718-4ef044c716a1 req-bee9a0fd-7179-4260-bd63-6c511fdbf69e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Jul 23 05:04:31.062141 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-122a9f90-c3eb-414a-9098-466c19b5e53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:31.429165 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3ccf0ba1-db38-473c-badb-577678d46150 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:04:31.527767 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3ccf0ba1-db38-473c-badb-577678d46150,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:31.539905 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '3ccf0ba1-db38-473c-badb-577678d46150', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'port_id': '3ccf0ba1-db38-473c-badb-577678d46150', 'mac_address': 'fa:16:3e:93:db:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688ce88a-50f0-4963-b285-460120fcc6f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:04:31.577358 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:31.591151 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccf0ba1-db38-473c-badb-577678d46150 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:31.612509 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3ccf0ba1-db38-473c-badb-577678d46150,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:31.616010 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:31.666527 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:31.929486 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['3ccf0ba1-db38-473c-badb-577678d46150'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:31.936908 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-0c9e192f-0543-4cf2-9c07-cad071bf7f0b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656510365&fields=id&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 267 time: 0.0344057 Jul 23 05:04:32.062063 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-9c7b8e03-7240-4fb4-aba2-c7ab35a08014 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:32.063838 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-9c7b8e03-7240-4fb4-aba2-c7ab35a08014 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.1205313 Jul 23 05:04:32.078810 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-5d4c7665-c457-477e-82dd-d97acf72cc3e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/quotas/22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 375 time: 0.0096936 Jul 23 05:04:32.121762 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0304c2-fe98-4ca3-a6ba-511930d085f5 req-d3e5642a-1ad8-4d55-a802-6f28691cc5c5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:32.123465 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1f0304c2-fe98-4ca3-a6ba-511930d085f5 req-d3e5642a-1ad8-4d55-a802-6f28691cc5c5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 945 time: 0.0759413 Jul 23 05:04:32.146631 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-812be354-8862-4e09-885f-f542340490ff tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626085 Jul 23 05:04:32.162016 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1f0304c2-fe98-4ca3-a6ba-511930d085f5 req-fc836175-14b0-48b7-bd8c-79911d187760 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Jul 23 05:04:32.329518 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-94dd944a-2c36-49dd-84fb-0a12abfbe2c2 service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713605 Jul 23 05:04:32.422219 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-2ca7c765-5557-4b0c-9185-d48b52cb5430 service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870669 Jul 23 05:04:32.721452 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e5c9b9e3-59b2-421a-a7c7-3272263c50dc req-6f1fae72-43d2-4289-b569-1c416424e172 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 210 time: 0.0295568 Jul 23 05:04:33.289023 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f36bc8-2737-4e96-bbe5-d309e330d1bd req-d158a80a-a552-4917-b8de-9a59c501cece tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:33.290501 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c7f36bc8-2737-4e96-bbe5-d309e330d1bd req-d158a80a-a552-4917-b8de-9a59c501cece tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 945 time: 0.0613778 Jul 23 05:04:33.327367 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c7f36bc8-2737-4e96-bbe5-d309e330d1bd req-b36b1350-3487-4eec-9324-33652a5fd822 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Jul 23 05:04:33.457424 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3ccf0ba1-db38-473c-badb-577678d46150 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:33.507759 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 3ccf0ba1-db38-473c-badb-577678d46150 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:33.511313 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 3ccf0ba1-db38-473c-badb-577678d46150 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:33.511674 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:33.554829 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-7793e03a-ee20-48de-987b-34e16f300e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:33.600578 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:33.624086 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:33.626731 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd36120-fc31-4e8a-9df3-d7da2944ad54" -d '{"events": [{"server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf0ba1-db38-473c-badb-577678d46150"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:33.649921 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3ccf0ba1-db38-473c-badb-577678d46150,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:33.655105 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:33.684851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87fb06-e543-4a2a-ac35-d78557e4efdc x-openstack-request-id: req-9e87fb06-e543-4a2a-ac35-d78557e4efdc {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:33.684851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf0ba1-db38-473c-badb-577678d46150", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:33.684851 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9e87fb06-e543-4a2a-ac35-d78557e4efdc {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:33.684851 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150', 'code': 200} Jul 23 05:04:33.719723 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:33.776269 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-a6f3e3ea-c64c-4944-8d06-2e33ad8394be tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:33.777762 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-a6f3e3ea-c64c-4944-8d06-2e33ad8394be tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.1355956 Jul 23 05:04:33.823933 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3267d931-7697-47a2-b5f5-0fe7b3d0bc4d req-d9699f4e-437c-48a2-9f3f-125368201c7b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 210 time: 0.0363219 Jul 23 05:04:33.837203 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-186fb186-69d0-4b09-96d6-f2bd1c39f3eb tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 379 time: 0.0435152 Jul 23 05:04:33.884426 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'port': {'device_id': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'admin_state_up': True, 'tenant_id': '22f452cce63144229410824dee79aa7a', 'security_groups': ['c154c048-1ff5-4f3e-bc46-223b971d818a']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:34.008498 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d67a7-f4b3-4eb5-9999-b2aed02fcff5 req-215f806e-00d7-4e46-9910-523cf5d4a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:34.009999 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-171d67a7-f4b3-4eb5-9999-b2aed02fcff5 req-215f806e-00d7-4e46-9910-523cf5d4a97b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 1099 time: 0.1223330 Jul 23 05:04:34.048646 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Made reservation on behalf of 22f452cce63144229410824dee79aa7a for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:04:34.052044 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.066413 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.067781 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-171d67a7-f4b3-4eb5-9999-b2aed02fcff5 req-ae09bdcd-7a8b-4686-b646-f2aea3e7904c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Jul 23 05:04:34.185021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.20.0.4 (f544389f-65ea-4d2e-aff0-e449607c0386/596cc5f4-de00-4e4e-a09c-446d2690249a/eee85494-fe6a-4df2-a820-d04d6b219815) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:34.315170 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.327990 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Transition to ACTIVE for port object eee85494-fe6a-4df2-a820-d04d6b219815 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:34.361678 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.422470 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:34.443781 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:34.447439 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:34.449812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:34.480846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.481204 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.481536 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.481867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.483355 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.483696 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.484028 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.484355 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.484711 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.485035 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.485354 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.485671 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:34.520024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:34.520674 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.543826 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce1e71-0603-409f-b4b9-26b174baec88 req-efd5c109-a519-4cd4-85ae-953b3a697937 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:34.546074 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5cce1e71-0603-409f-b4b9-26b174baec88 req-efd5c109-a519-4cd4-85ae-953b3a697937 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 946 time: 0.1495867 Jul 23 05:04:34.547812 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c8890423-61ee-4c91-aa64-c340a1cf7aef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6675067 Jul 23 05:04:34.570967 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Request body: {'port': {'device_id': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:34.622436 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5cce1e71-0603-409f-b4b9-26b174baec88 req-1ae3a83b-eebc-4de6-9f9e-d2739625b627 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707304 Jul 23 05:04:34.659384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-93497512-6eb7-444f-9999-b47e5f372670 None None] Provisioning for port eee85494-fe6a-4df2-a820-d04d6b219815 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:34.663187 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-93497512-6eb7-444f-9999-b47e5f372670 None None] Provisioning complete for port eee85494-fe6a-4df2-a820-d04d6b219815 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:34.663540 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-93497512-6eb7-444f-9999-b47e5f372670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.669143 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.699998 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-93497512-6eb7-444f-9999-b47e5f372670 None None] Port eee85494-fe6a-4df2-a820-d04d6b219815 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:04:34.787092 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.939386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee85494-fe6a-4df2-a820-d04d6b219815 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:34.948406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:34.960461 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Transition to ACTIVE for port object eee85494-fe6a-4df2-a820-d04d6b219815 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:34.961400 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108f2c-5078-4b19-9756-fb7bff8fd87a req-eb7a838f-ed3d-4ffa-80f4-2cd74ef8ad5a tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:34.963233 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c108f2c-5078-4b19-9756-fb7bff8fd87a req-eb7a838f-ed3d-4ffa-80f4-2cd74ef8ad5a tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 931 time: 0.0677648 Jul 23 05:04:34.964273 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:35.007364 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c108f2c-5078-4b19-9756-fb7bff8fd87a req-a14a899c-8dbd-43b2-b638-870889ad0240 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374324 Jul 23 05:04:35.015679 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Pushing event updated for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:35.097390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Attempting to bind port eee85494-fe6a-4df2-a820-d04d6b219815 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:35.097726 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Attempting to bind port eee85494-fe6a-4df2-a820-d04d6b219815 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:35.098050 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Attempting to bind port eee85494-fe6a-4df2-a820-d04d6b219815 on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:35.102433 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Port eee85494-fe6a-4df2-a820-d04d6b219815 on network f544389f-65ea-4d2e-aff0-e449607c0386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:04:35.102749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Attempting to bind port eee85494-fe6a-4df2-a820-d04d6b219815 on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:35.108979 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:35.109243 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:35.109625 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Bound using segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:35.110055 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Bound port: eee85494-fe6a-4df2-a820-d04d6b219815, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:35.110412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:35.173548 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:35.176561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=eee85494-fe6a-4df2-a820-d04d6b219815,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:35.181361 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:35.217598 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.218291 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:35.219557 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] 10.222.0.24 "PUT /v2.0/ports/eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 200 len: 1093 time: 0.6531005 Jul 23 05:04:35.219993 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:35.222244 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:35.253660 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ecf87-08e4-4177-a611-06e009b91056 service neutron] Pushing event updated for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:35.264551 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc5a2e-a08c-491a-a3f5-58918a284c51 x-openstack-request-id: req-fbbc5a2e-a08c-491a-a3f5-58918a284c51 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:35.264917 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:35.265200 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbbc5a2e-a08c-491a-a3f5-58918a284c51 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:35.265623 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'status': 'completed', 'code': 200} Jul 23 05:04:35.351570 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-18aa2777-280c-45bb-9f82-a0e56c5b8ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.353113 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-18aa2777-280c-45bb-9f82-a0e56c5b8ba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1096 time: 0.0566447 Jul 23 05:04:35.402424 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-2d4afe1a-aad4-43e4-a1c2-af13984afaf0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Jul 23 05:04:35.508589 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-9d17dee4-3a83-449d-92b7-de8fe5703e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.510054 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-9d17dee4-3a83-449d-92b7-de8fe5703e62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0471849 Jul 23 05:04:35.570442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c86031f5-6e87-459b-84b9-981dea30f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.572274 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-c86031f5-6e87-459b-84b9-981dea30f38d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523391 Jul 23 05:04:35.686768 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-571aa65c-b7ff-45ae-9a1d-49f654b0dcd2 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867660 Jul 23 05:04:35.752851 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832796d-2d4e-41eb-9370-a89944232027 req-3981f48c-8772-4ad9-9adb-9509deb4220d tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.754391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3832796d-2d4e-41eb-9370-a89944232027 req-3981f48c-8772-4ad9-9adb-9509deb4220d tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 946 time: 0.0629644 Jul 23 05:04:35.780645 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e73ebad0-c85d-4489-ba8b-1aff7929469d req-033cc604-63f7-434b-a2dd-f89d8fa28a41 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 Jul 23 05:04:35.791704 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-3832796d-2d4e-41eb-9370-a89944232027 req-3edb47b2-aef7-49d2-af96-d5b6d41129fd tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Jul 23 05:04:35.965390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-1e36aea1-8013-4c5d-8b2b-e71ab3dd2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:35.966986 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-1e36aea1-8013-4c5d-8b2b-e71ab3dd2984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1096 time: 0.0555987 Jul 23 05:04:36.070811 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-7aa91447-2892-401d-b590-18fb4ff04e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:36.072000 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-7aa91447-2892-401d-b590-18fb4ff04e69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0952332 Jul 23 05:04:36.145812 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-5c360288-6b83-45a4-817f-24a6a12956fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 200 len: 217 time: 0.0579937 Jul 23 05:04:36.202569 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5679a6-ea4d-4bb9-b1f1-6116dc0d599a req-cc4f6ec4-cbc0-4847-ae71-c8cba781ae89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:36.209608 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d5679a6-ea4d-4bb9-b1f1-6116dc0d599a req-cc4f6ec4-cbc0-4847-ae71-c8cba781ae89 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.1156118 Jul 23 05:04:36.223524 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:36.273272 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-a88ba884-7837-46e1-97ca-c6a7c924d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:36.274738 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-a88ba884-7837-46e1-97ca-c6a7c924d54d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0996730 Jul 23 05:04:36.277682 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d5679a6-ea4d-4bb9-b1f1-6116dc0d599a req-370be3b4-02d7-457c-bf3d-ad63156fcce1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673106 Jul 23 05:04:36.345893 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-c3628c92-7919-4a3c-9d7c-107f336a73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:36.347429 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-c3628c92-7919-4a3c-9d7c-107f336a73b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656579 Jul 23 05:04:36.447476 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-70e94859-a4a8-4f8c-8bad-c9d0f4c01d22 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931728 Jul 23 05:04:36.563494 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-81c19ce6-b7c3-4ce2-9381-7e0f580b7b7f req-56659d20-0248-4ac4-83e7-3eb6ebf2bedf service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980725 Jul 23 05:04:37.445352 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cfc68-c610-465d-b3ca-233ac4882340 req-9dcefec0-662e-4ee5-b65d-87168e126661 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:37.447317 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-de5cfc68-c610-465d-b3ca-233ac4882340 req-9dcefec0-662e-4ee5-b65d-87168e126661 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0778329 Jul 23 05:04:37.492142 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-de5cfc68-c610-465d-b3ca-233ac4882340 req-c3216f93-ec80-4601-935d-b45483ab8500 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 Jul 23 05:04:37.526125 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-893944db-14f0-4bc6-8119-8b6f90f7e555 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:37.527602 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-893944db-14f0-4bc6-8119-8b6f90f7e555 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1128922 Jul 23 05:04:37.543538 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-07ae26b9-0b23-4142-8427-a9d901bd764e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/quotas/74a0fc0999da49febb348e8bde825ba5 HTTP/1.1" status: 200 len: 375 time: 0.0096009 Jul 23 05:04:37.606730 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-9540909e-99ee-4b43-aae6-77810f4b1aa3 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577455 Jul 23 05:04:37.695089 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-6b50abf7-22e1-40fa-a1f7-26e42d57437d service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817473 Jul 23 05:04:37.782849 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-ff976a30-5e18-4953-ba74-34282f9f6238 service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819235 Jul 23 05:04:37.937440 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f33820de-f91e-44cc-b773-f770752aa1c6 req-f18d8a8a-d822-45f2-80d8-bd53b5bc9ce0 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0284531 Jul 23 05:04:38.633149 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393c2a6-4498-4383-80e8-a14494966c32 req-0a9d8542-3771-4977-aaae-1b5975d5ddef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:38.634624 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d393c2a6-4498-4383-80e8-a14494966c32 req-0a9d8542-3771-4977-aaae-1b5975d5ddef tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0699167 Jul 23 05:04:38.672492 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d393c2a6-4498-4383-80e8-a14494966c32 req-9b3d3e0e-3776-4e6a-b84c-0c82e54c2ad2 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Jul 23 05:04:38.929844 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-ee23ed20-63a7-44fb-a8bc-be576c377259 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:38.931351 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-ee23ed20-63a7-44fb-a8bc-be576c377259 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1059082 Jul 23 05:04:38.950134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Request body: {'port': {'device_id': '3a7444de-bdd1-4864-b601-06437742d8a5', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'admin_state_up': True, 'tenant_id': '74a0fc0999da49febb348e8bde825ba5'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:39.033730 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f7f69d4c-1f23-4452-a2d3-970712882193 req-9eddcc40-0aef-4fbd-99f8-3865745298c9 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0284898 Jul 23 05:04:39.062797 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:04:39.066286 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.196401 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Allocated IP 172.20.0.5 (1115755b-179e-4106-b5d8-4abf9477eb61/688ce88a-50f0-4963-b285-460120fcc6f4/260b52f8-67fa-450d-831b-cb5d03abf10c) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:39.334782 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.371101 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.409479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4', '3ccf0ba1-db38-473c-badb-577678d46150'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:39.417530 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Network 1115755b-179e-4106-b5d8-4abf9477eb61 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:39.420873 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:39.424632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:39.451852 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event updated for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:39.479934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:39.480551 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.494269 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-581490f8-0844-4856-b96e-291abc4d28fa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476325 Jul 23 05:04:39.512776 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Request body: {'port': {'device_id': '3a7444de-bdd1-4864-b601-06437742d8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:39.584003 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.865931 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edeb9a0-1d69-4ba9-baa8-d8c340efffab req-6f672bc0-be9c-4734-91a1-6c3130160cc5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:39.867406 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4edeb9a0-1d69-4ba9-baa8-d8c340efffab req-6f672bc0-be9c-4734-91a1-6c3130160cc5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0979836 Jul 23 05:04:39.912218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260b52f8-67fa-450d-831b-cb5d03abf10c {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:39.923615 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:39.942032 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-4edeb9a0-1d69-4ba9-baa8-d8c340efffab req-2076082a-b34a-4529-87df-73c00fc0ffac tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550594 Jul 23 05:04:39.946794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Transition to ACTIVE for port object 260b52f8-67fa-450d-831b-cb5d03abf10c will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:04:39.950684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:40.009400 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Pushing event updated for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:40.074842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Attempting to bind port 260b52f8-67fa-450d-831b-cb5d03abf10c on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:04:40.075174 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Attempting to bind port 260b52f8-67fa-450d-831b-cb5d03abf10c by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:04:40.075514 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Attempting to bind port 260b52f8-67fa-450d-831b-cb5d03abf10c on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:40.079690 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Port 260b52f8-67fa-450d-831b-cb5d03abf10c on network 1115755b-179e-4106-b5d8-4abf9477eb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:04:40.079997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Attempting to bind port 260b52f8-67fa-450d-831b-cb5d03abf10c on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:04:40.084635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:04:40.084966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Checking segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:04:40.085440 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Bound using segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:04:40.085862 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Bound port: 260b52f8-67fa-450d-831b-cb5d03abf10c, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:04:40.086207 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:40.146657 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:04:40.149730 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=260b52f8-67fa-450d-831b-cb5d03abf10c,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:04:40.154410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:40.163048 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a73f9-5e5d-4e50-a78c-a9242bfbb634 req-2ec1e70e-e3b0-415c-8548-9b410bbecf7f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.164550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b6a73f9-5e5d-4e50-a78c-a9242bfbb634 req-2ec1e70e-e3b0-415c-8548-9b410bbecf7f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0646403 Jul 23 05:04:40.191449 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.192060 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:40.193462 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] 10.222.0.24 "PUT /v2.0/ports/260b52f8-67fa-450d-831b-cb5d03abf10c HTTP/1.1" status: 200 len: 1093 time: 0.6850505 Jul 23 05:04:40.193902 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:40.196393 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:40.204494 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9b6a73f9-5e5d-4e50-a78c-a9242bfbb634 req-04a1da5f-efdd-4595-acde-08fdd4b1c938 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jul 23 05:04:40.219863 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a54545-b9e0-4d5b-97f7-8427281d31cb service neutron] Pushing event updated for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:40.243564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde30a5-1f6a-4713-8523-3e6d535c7fbc x-openstack-request-id: req-7fde30a5-1f6a-4713-8523-3e6d535c7fbc {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:40.243847 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:40.244107 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fde30a5-1f6a-4713-8523-3e6d535c7fbc {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:40.244480 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c', 'status': 'completed', 'code': 200} Jul 23 05:04:40.319923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-4582e671-c164-4db3-af48-1829584e645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.321676 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-4582e671-c164-4db3-af48-1829584e645b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0520010 Jul 23 05:04:40.366740 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-1e05806f-82f6-4a35-9c4c-449194817b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260b52f8-67fa-450d-831b-cb5d03abf10c HTTP/1.1" status: 200 len: 217 time: 0.0322850 Jul 23 05:04:40.415077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93d598-396e-412f-970d-0267874359a0 req-5c9b3f19-2194-42e6-b6b0-8b3daa626f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.416436 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-5c9b3f19-2194-42e6-b6b0-8b3daa626f75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0436866 Jul 23 05:04:40.447162 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-19301f81-6ce1-4fca-883c-f5b35672f8e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246201 Jul 23 05:04:40.533851 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-9e4817df-da1c-432b-b598-d5fcf72d7e1d service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798576 Jul 23 05:04:40.622076 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cc93d598-396e-412f-970d-0267874359a0 req-32ff10ae-85b4-41c2-8d78-f76a7850e251 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822897 Jul 23 05:04:40.768931 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-1c44d3d7-6583-4b34-ab21-496eca625f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.770334 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-1c44d3d7-6583-4b34-ab21-496eca625f8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0515225 Jul 23 05:04:40.866183 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-c4f2f60e-8fd6-4612-b95f-8aee5eae73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.867665 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-c4f2f60e-8fd6-4612-b95f-8aee5eae73e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 914 time: 0.0906341 Jul 23 05:04:40.910784 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-9d7606a0-aa20-4790-aab9-2d13e50445ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260b52f8-67fa-450d-831b-cb5d03abf10c HTTP/1.1" status: 200 len: 217 time: 0.0353987 Jul 23 05:04:40.959535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-cbf9c482-e581-4cb4-841c-22844194945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:40.960982 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-cbf9c482-e581-4cb4-841c-22844194945e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0433733 Jul 23 05:04:41.001736 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-3ff08596-3377-455e-8efd-96b7893d304f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295846 Jul 23 05:04:41.081783 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ee663-af97-47b1-802b-66d871c41a53 req-6e5ba4ac-8ef2-4e1d-a1ce-f4046e485137 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:41.083504 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-824ee663-af97-47b1-802b-66d871c41a53 req-6e5ba4ac-8ef2-4e1d-a1ce-f4046e485137 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0739107 Jul 23 05:04:41.126472 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-824ee663-af97-47b1-802b-66d871c41a53 req-910cfabd-046c-44a0-a9ca-ca48b3570747 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366867 Jul 23 05:04:41.394763 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-3ced45da-b7b8-4f20-8caf-89254fcfd3ea service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799822 Jul 23 05:04:41.404711 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dd23d-5d52-407b-a642-027a8f8b55cf req-f73699c1-4870-45f7-982d-86e2c4a64a1d tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:41.406076 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-904dd23d-5d52-407b-a642-027a8f8b55cf req-f73699c1-4870-45f7-982d-86e2c4a64a1d tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 943 time: 0.1157134 Jul 23 05:04:41.496654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-904dd23d-5d52-407b-a642-027a8f8b55cf req-aed33f1f-6fa8-415f-9445-8a1baba161ff tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828354 Jul 23 05:04:41.522583 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c32648e9-4ce2-4e1a-b1a3-0244a3a5b64d req-7c535fb2-d3bb-4a95-aa2b-e4dec1b22ecd service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155946 Jul 23 05:04:42.156232 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49826) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:42.258865 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9ff95-2897-4c6b-aee2-d8b27ec87aee req-ac2a59f6-6196-4cdf-ad85-1a128bea8ebc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:42.260321 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b3d9ff95-2897-4c6b-aee2-d8b27ec87aee req-ac2a59f6-6196-4cdf-ad85-1a128bea8ebc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0682478 Jul 23 05:04:42.268025 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.314338 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b3d9ff95-2897-4c6b-aee2-d8b27ec87aee req-a5f1ae6d-3784-4594-a2bb-187625351292 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480912 Jul 23 05:04:42.383860 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.387623 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.429404 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2279b7a07cb8464689b8faf37f16d878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718172 Jul 23 05:04:42.430723 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc77cd-6d3a-454b-9076-c11fa8128aa7,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:42.431922 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49830) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:42.439686 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.440031 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.440370 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.440724 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.441054 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.441386 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.441710 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.442034 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.442359 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.442676 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.442994 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.443308 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-842bf16d-f7bd-4285-9815-51a5645e4dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:04:42.485603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.506462 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.554738 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.557514 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:42.561076 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20cc77cd-6d3a-454b-9076-c11fa8128aa7 HTTP/1.1" status: 204 len: 168 time: 0.1280198 Jul 23 05:04:42.571475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceafe3a-37ad-44a2-9cbd-675ede60af34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc77cd-6d3a-454b-9076-c11fa8128aa7,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:42.632774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e44a4-5177-4569-a7a4-051e9c3c4d2c req-66c9e60a-bf14-4a16-814d-e3d96b1f9bf4 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:42.634268 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a85e44a4-5177-4569-a7a4-051e9c3c4d2c req-66c9e60a-bf14-4a16-814d-e3d96b1f9bf4 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0648668 Jul 23 05:04:42.672761 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a85e44a4-5177-4569-a7a4-051e9c3c4d2c req-1a15060d-27df-4a9e-8b0c-709805715405 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318604 Jul 23 05:04:43.446557 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a1cef-092e-4769-84e1-1d96aa3a5186 req-6bd77ef7-9e1d-4e51-a094-0afd61887666 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:43.448060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b37a1cef-092e-4769-84e1-1d96aa3a5186 req-6bd77ef7-9e1d-4e51-a094-0afd61887666 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 943 time: 0.0630703 Jul 23 05:04:43.490447 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b37a1cef-092e-4769-84e1-1d96aa3a5186 req-ad09fd02-1e1c-4fac-81e6-418f5662d664 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367804 Jul 23 05:04:43.509290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 260b52f8-67fa-450d-831b-cb5d03abf10c details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:04:43.611453 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=260b52f8-67fa-450d-831b-cb5d03abf10c,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:43.753551 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '260b52f8-67fa-450d-831b-cb5d03abf10c', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'port_id': '260b52f8-67fa-450d-831b-cb5d03abf10c', 'mac_address': 'fa:16:3e:80:8f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688ce88a-50f0-4963-b285-460120fcc6f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:04:43.790954 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:43.803562 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260b52f8-67fa-450d-831b-cb5d03abf10c {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:43.809816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93d21-b9be-4d3f-a900-155229a34da5 req-b0e73e10-56b8-480f-8dda-8fcd633aef07 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:43.811575 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-94a93d21-b9be-4d3f-a900-155229a34da5 req-b0e73e10-56b8-480f-8dda-8fcd633aef07 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 943 time: 0.0678055 Jul 23 05:04:43.823272 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=260b52f8-67fa-450d-831b-cb5d03abf10c,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:43.829019 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:43.829671 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device eee85494-fe6a-4df2-a820-d04d6b219815 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:04:43.851148 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-94a93d21-b9be-4d3f-a900-155229a34da5 req-22623808-4f50-40d9-ba5e-a6c752eb2b24 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336838 Jul 23 05:04:43.901163 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:43.961728 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=eee85494-fe6a-4df2-a820-d04d6b219815,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:43.972332 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'port_id': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'mac_address': 'fa:16:3e:df:27:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:04:44.007928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:44.021477 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee85494-fe6a-4df2-a820-d04d6b219815 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:04:44.042187 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=eee85494-fe6a-4df2-a820-d04d6b219815,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:44.045933 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:44.096378 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:44.413172 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['260b52f8-67fa-450d-831b-cb5d03abf10c'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:44.447995 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['eee85494-fe6a-4df2-a820-d04d6b219815'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:04:44.617191 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e682196-fe12-44dc-9d36-be68b7fab86b req-bcaa49cd-7e71-4dd2-8495-e35ed0734255 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:44.618689 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5e682196-fe12-44dc-9d36-be68b7fab86b req-bcaa49cd-7e71-4dd2-8495-e35ed0734255 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 944 time: 0.0620871 Jul 23 05:04:44.655776 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5e682196-fe12-44dc-9d36-be68b7fab86b req-3db337af-7f24-4980-83ea-34a014f1e429 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309913 Jul 23 05:04:44.984038 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3b0b8-789f-42ba-bcb3-6938257fc3f5 req-c98a6384-b7e0-4fba-b4e2-1b41b5d6f4e5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:44.985716 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-08f3b0b8-789f-42ba-bcb3-6938257fc3f5 req-c98a6384-b7e0-4fba-b4e2-1b41b5d6f4e5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0647886 Jul 23 05:04:45.021477 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-08f3b0b8-789f-42ba-bcb3-6938257fc3f5 req-49175b33-3503-4b24-b315-d13a52a1d90c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302742 Jul 23 05:04:45.783942 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8e535-a839-4c36-9bb1-cc52df32831e req-cbdc1e82-28aa-4b68-ab9a-19f1d9f58ea7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:45.785446 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a7e8e535-a839-4c36-9bb1-cc52df32831e req-cbdc1e82-28aa-4b68-ab9a-19f1d9f58ea7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 944 time: 0.0638325 Jul 23 05:04:45.822575 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-a7e8e535-a839-4c36-9bb1-cc52df32831e req-fb781d8c-9396-443a-97f7-20b6ad90cbff tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316718 Jul 23 05:04:46.148291 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178d824-c0fb-4198-8ae0-e135d2058b18 req-8ba99927-930c-4c2a-9905-3622804157b3 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:46.149757 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d178d824-c0fb-4198-8ae0-e135d2058b18 req-8ba99927-930c-4c2a-9905-3622804157b3 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0634253 Jul 23 05:04:46.187332 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d178d824-c0fb-4198-8ae0-e135d2058b18 req-931992de-4cfb-4bc9-8f61-516a4cf67519 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Jul 23 05:04:46.947639 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81255f7b-39fb-4705-b627-75ef85d60e6d req-a5a320ac-ff73-4d27-9f5f-5a347b66aee4 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:46.949201 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-81255f7b-39fb-4705-b627-75ef85d60e6d req-a5a320ac-ff73-4d27-9f5f-5a347b66aee4 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 944 time: 0.0620070 Jul 23 05:04:46.987350 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-81255f7b-39fb-4705-b627-75ef85d60e6d req-4480c2e8-11bc-4326-a4c7-7e767627f9a4 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Jul 23 05:04:47.334491 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0efefb-bac2-49d7-bb7c-60046a05a870 req-fbf9b4e7-92da-4bb6-90fb-aefebaae5bd7 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:47.335942 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7a0efefb-bac2-49d7-bb7c-60046a05a870 req-fbf9b4e7-92da-4bb6-90fb-aefebaae5bd7 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0650580 Jul 23 05:04:47.372542 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7a0efefb-bac2-49d7-bb7c-60046a05a870 req-7c55633d-22ec-4ea2-8f57-0308c8bca519 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301986 Jul 23 05:04:48.121477 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74c353-3215-4119-8dbd-a85305409862 req-124c750a-3c0b-4be6-9b12-b01db6b3ef0f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:48.123609 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a74c353-3215-4119-8dbd-a85305409862 req-124c750a-3c0b-4be6-9b12-b01db6b3ef0f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 944 time: 0.0713596 Jul 23 05:04:48.160260 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8a74c353-3215-4119-8dbd-a85305409862 req-8e69553c-e375-4a21-a357-5cce0d9e7355 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309198 Jul 23 05:04:48.498561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe10f7-a214-45d9-9d42-e55b81a14cbc req-9507d2d7-542c-4754-b52c-9756c77aafe2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:48.500063 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6ebe10f7-a214-45d9-9d42-e55b81a14cbc req-9507d2d7-542c-4754-b52c-9756c77aafe2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0622759 Jul 23 05:04:48.536484 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6ebe10f7-a214-45d9-9d42-e55b81a14cbc req-c004a0ca-1bf6-4846-81d8-2f697ded34a2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Jul 23 05:04:49.290126 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6b953-d6d5-4858-b95d-0e154f6ddb71 req-89d70dc6-212a-4406-b21f-5140d9e53108 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:49.291607 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f5a6b953-d6d5-4858-b95d-0e154f6ddb71 req-89d70dc6-212a-4406-b21f-5140d9e53108 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 944 time: 0.0626981 Jul 23 05:04:49.331060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f5a6b953-d6d5-4858-b95d-0e154f6ddb71 req-69a75679-7c25-426d-bdbc-22916e687d31 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Jul 23 05:04:49.532351 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 260b52f8-67fa-450d-831b-cb5d03abf10c up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:49.586660 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 260b52f8-67fa-450d-831b-cb5d03abf10c completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:49.590573 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 260b52f8-67fa-450d-831b-cb5d03abf10c triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:49.591452 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.665896 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.666564 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974e496-cdb5-43dd-9aba-21fa95ed41bf req-c3b5ce3f-2cdc-4577-9abc-170ce2f4238c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:49.668055 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6974e496-cdb5-43dd-9aba-21fa95ed41bf req-c3b5ce3f-2cdc-4577-9abc-170ce2f4238c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 944 time: 0.0647230 Jul 23 05:04:49.688563 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:49.690765 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55a0e2d-8c67-40d6-a919-852f3eedc49b" -d '{"events": [{"server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:49.703638 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=260b52f8-67fa-450d-831b-cb5d03abf10c,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:49.707709 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6974e496-cdb5-43dd-9aba-21fa95ed41bf req-c7cf3cca-45c5-437b-89a9-57969641442e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Jul 23 05:04:49.709113 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.710035 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device eee85494-fe6a-4df2-a820-d04d6b219815 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:04:49.750313 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd331a-9ccd-4924-ba44-ad5b2f9b4ec5 x-openstack-request-id: req-44bd331a-9ccd-4924-ba44-ad5b2f9b4ec5 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:49.750595 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "name": "network-vif-plugged", "status": "completed", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:49.750843 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44bd331a-9ccd-4924-ba44-ad5b2f9b4ec5 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:49.751213 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c', 'code': 200} Jul 23 05:04:49.787557 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:49.800785 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port eee85494-fe6a-4df2-a820-d04d6b219815 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:04:49.804290 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port eee85494-fe6a-4df2-a820-d04d6b219815 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:04:49.804694 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.882272 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.913886 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=eee85494-fe6a-4df2-a820-d04d6b219815,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:04:49.920097 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:49.944092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafacc-51ae-4d54-b76d-81357f35066c req-da131e1b-f50a-4fe6-8142-ff83e5a66080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:49.945874 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-acbafacc-51ae-4d54-b76d-81357f35066c req-da131e1b-f50a-4fe6-8142-ff83e5a66080 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0552003 Jul 23 05:04:49.970303 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:49.981817 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-acbafacc-51ae-4d54-b76d-81357f35066c req-a36be17c-ea6c-43cb-ab51-32caf00b4fda service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284522 Jul 23 05:04:50.461743 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e83d80-7d44-4708-9c65-cecb9321f290 req-ff03552a-dab7-47ab-b29c-f22a6222a653 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:50.463228 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f4e83d80-7d44-4708-9c65-cecb9321f290 req-ff03552a-dab7-47ab-b29c-f22a6222a653 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.0673046 Jul 23 05:04:50.503006 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f4e83d80-7d44-4708-9c65-cecb9321f290 req-bd9c881e-ebda-41a7-9692-b97f3a78892c tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332396 Jul 23 05:04:50.835741 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64396e5f-86ee-4ef9-8060-7c0250251a5e req-1b90f728-e77b-44c5-85bd-056eb9ab9ca0 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:50.837232 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-64396e5f-86ee-4ef9-8060-7c0250251a5e req-1b90f728-e77b-44c5-85bd-056eb9ab9ca0 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Jul 23 05:04:50.874697 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-64396e5f-86ee-4ef9-8060-7c0250251a5e req-64a9121e-bde7-4429-9704-fcbe505d0257 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Jul 23 05:04:51.510819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49936) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:51.616487 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9e974b3-5a1d-4908-a2e9-f7e07df6244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.671638 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cdafc-87c5-4518-acab-d3543d1b8a80 req-f0f40195-29a7-4276-8de7-ab88fca15453 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:51.673151 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-669cdafc-87c5-4518-acab-d3543d1b8a80 req-f0f40195-29a7-4276-8de7-ab88fca15453 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.1044679 Jul 23 05:04:51.726885 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-669cdafc-87c5-4518-acab-d3543d1b8a80 req-4bf438d4-7e89-4870-bdf3-ef30651f4694 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481970 Jul 23 05:04:51.752632 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:51.754961 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf1d5a-1ee3-443d-8525-e87cfc058f1a" -d '{"events": [{"server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "name": "network-vif-plugged", "status": "completed", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:51.755772 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9e974b3-5a1d-4908-a2e9-f7e07df6244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.760161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c9e974b3-5a1d-4908-a2e9-f7e07df6244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.791688 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fc9b57-499c-4947-acd6-a2a376803f75 x-openstack-request-id: req-f6fc9b57-499c-4947-acd6-a2a376803f75 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:51.791979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "name": "network-vif-plugged", "status": "completed", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:51.792223 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6fc9b57-499c-4947-acd6-a2a376803f75 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:51.792624 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'code': 200} Jul 23 05:04:51.801070 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c9e974b3-5a1d-4908-a2e9-f7e07df6244b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3fdff6c3d6d9417a89cc8b4e20b25a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891970 Jul 23 05:04:51.801936 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e974b3-5a1d-4908-a2e9-f7e07df6244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c867186-c691-435a-b992-59443227658c,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:51.803785 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 49944) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:51.857591 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.878686 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.925204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.928258 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:51.929434 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c867186-c691-435a-b992-59443227658c HTTP/1.1" status: 204 len: 168 time: 0.1246939 Jul 23 05:04:51.937922 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f1e40d-3622-4efe-b6bf-06c45d07f4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c867186-c691-435a-b992-59443227658c,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:52.028718 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdeeabd-ec7f-4cd1-97eb-bf9a030cd368 req-17e0a21c-7f47-4e95-ba85-f246e078c261 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:52.030347 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cbdeeabd-ec7f-4cd1-97eb-bf9a030cd368 req-17e0a21c-7f47-4e95-ba85-f246e078c261 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0697758 Jul 23 05:04:52.102390 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cbdeeabd-ec7f-4cd1-97eb-bf9a030cd368 req-34bb89b1-79b2-4b95-832b-7b6651001f1a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661323 Jul 23 05:04:52.140832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e00eb-f764-4028-a00f-a7d0bd5f40b7 req-001e066a-7227-4852-8596-5cb1a818a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:52.142391 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c0e00eb-f764-4028-a00f-a7d0bd5f40b7 req-001e066a-7227-4852-8596-5cb1a818a5e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1098 time: 0.0798221 Jul 23 05:04:52.180757 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-5c0e00eb-f764-4028-a00f-a7d0bd5f40b7 req-92cc4693-9fb9-486b-a4c8-ca772bddbae1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305841 Jul 23 05:04:52.856811 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5451-e46c-4c59-9b2a-882f3e54ee6b req-4b76dd54-49f5-41eb-aabd-b9909a924ffc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:52.858299 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ad6e5451-e46c-4c59-9b2a-882f3e54ee6b req-4b76dd54-49f5-41eb-aabd-b9909a924ffc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.0613427 Jul 23 05:04:52.894734 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ad6e5451-e46c-4c59-9b2a-882f3e54ee6b req-9d68c87f-bddc-4af5-8543-d26d9dd082c5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Jul 23 05:04:54.025254 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7997-0c2e-4693-b320-44d9faeaefa8 req-4d02c792-87cf-4b1e-8305-d5e0cbf11461 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:54.026757 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-de7f7997-0c2e-4693-b320-44d9faeaefa8 req-4d02c792-87cf-4b1e-8305-d5e0cbf11461 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.0640154 Jul 23 05:04:54.064019 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-de7f7997-0c2e-4693-b320-44d9faeaefa8 req-5e877fc8-5db2-4deb-a8b7-a58f02964fb4 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 Jul 23 05:04:54.197546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53510db-5439-4a49-8b9f-c72d32b6ae59 req-ec80fc14-1514-456b-8e00-5004e0bc60e6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:54.198929 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a53510db-5439-4a49-8b9f-c72d32b6ae59 req-ec80fc14-1514-456b-8e00-5004e0bc60e6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.0681534 Jul 23 05:04:54.239764 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a53510db-5439-4a49-8b9f-c72d32b6ae59 req-d95a8f2b-ee61-4add-ad2e-3f9eaced8fb0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346899 Jul 23 05:04:54.261471 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49974) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:54.456580 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396a592-8245-44c4-abe9-5495a0eea14d tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:54.458193 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1396a592-8245-44c4-abe9-5495a0eea14d tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1093 time: 0.1957390 Jul 23 05:04:54.461098 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 49978) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:04:54.465584 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'port_id': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:04:54.487217 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:54.580372 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:54.680692 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.27.3.9 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/0c0f068a-bea6-4d74-8bbd-e103fb90b979) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:04:54.782844 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:54.821860 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:54.862287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:04:54.865047 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:04:54.867737 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:04:54.889937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=0c0f068a-bea6-4d74-8bbd-e103fb90b979,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:55.213177 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.285380 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.428287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.432546 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.504505 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=0c0f068a-bea6-4d74-8bbd-e103fb90b979,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:04:55.511406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.607362 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP 315e0d9c-87f1-4c57-bfc9-5877124f73af associated. External IP: 172.27.3.9, port: eee85494-fe6a-4df2-a820-d04d6b219815. Jul 23 05:04:55.804809 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:04:55.908625 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:04:55.918110 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:04:55.924236 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:04:55.928242 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:55.929038 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:04:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:55.959746 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-709591d9-792d-4f0d-871f-60f103a678a9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4975903 Jul 23 05:04:55.960319 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:04:55.962614 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34d09b1-fa97-4750-88e1-2a46945e0544" -d '{"events": [{"name": "network-changed", "server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:04:56.003180 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e674ee-287a-401e-9324-9ae4367f6bb8 x-openstack-request-id: req-35e674ee-287a-401e-9324-9ae4367f6bb8 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:04:56.003466 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:04:56.003715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35e674ee-287a-401e-9324-9ae4367f6bb8 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:04:56.004113 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'status': 'completed', 'code': 200} Jul 23 05:04:56.034613 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:56.108354 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5c35e33b-6d18-4f9a-a79e-6c53ed6ee3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:56.109826 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5c35e33b-6d18-4f9a-a79e-6c53ed6ee3e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1098 time: 0.0534072 Jul 23 05:04:56.200867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-28a2693a-043c-4103-ae81-070493e0141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:56.202341 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-28a2693a-043c-4103-ae81-070493e0141d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0864394 Jul 23 05:04:56.253013 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '315e0d9c-87f1-4c57-bfc9-5877124f73af', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:df:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:04:55Z', 'updated_at': '2021-07-23T05:04:55Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:56.268070 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5cb475e7-bd9a-4ec9-8633-3ac287c3cb16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 200 len: 997 time: 0.0570619 Jul 23 05:04:56.281448 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:04:56.289419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:04:56.290006 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:04:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:56.320480 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5b3266c1-fcee-45f4-a9f7-982a314f3a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:56.321964 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5b3266c1-fcee-45f4-a9f7-982a314f3a5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0474744 Jul 23 05:04:56.378387 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-2e2e61d5-9fc8-4eca-a22c-cc3fe0c4a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:04:56.379818 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-2e2e61d5-9fc8-4eca-a22c-cc3fe0c4a1cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518250 Jul 23 05:04:56.389071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:04:56.467369 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-37b33378-87a3-4b55-92d0-089474a154d6 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802536 Jul 23 05:04:56.558953 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c34d09b1-fa97-4750-88e1-2a46945e0544 req-5208296d-c78c-451f-a6fd-8e21e58b6d37 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856118 Jul 23 05:04:56.612800 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '315e0d9c-87f1-4c57-bfc9-5877124f73af', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:df:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:04:55Z', 'updated_at': '2021-07-23T05:04:55Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:04:56.637868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c8858c-776e-4704-8218-5d1c5861fe3f None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '315e0d9c-87f1-4c57-bfc9-5877124f73af', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:df:27:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:04:55Z', 'updated_at': '2021-07-23T05:04:55Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:04:56.818595 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009dc582-54ff-4ca9-a176-7a3a274863ed None None] New status for floating IP 315e0d9c-87f1-4c57-bfc9-5877124f73af: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:05:00.266571 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:00.712641 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-ab8f3d91-98cb-4234-a6bc-f16984b54490 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512035 Jul 23 05:05:00.828197 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-dcacae7b-d141-4b1e-a164-134deccdccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:00.829681 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-dcacae7b-d141-4b1e-a164-134deccdccfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 1099 time: 0.0555937 Jul 23 05:05:00.930212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-44caa8c0-d10c-4e79-8177-fbf0bde3fe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:00.931703 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-44caa8c0-d10c-4e79-8177-fbf0bde3fe3f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 914 time: 0.0825999 Jul 23 05:05:00.974923 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-92dd5d34-ff0b-4293-8499-8ecd93510cb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4 HTTP/1.1" status: 200 len: 217 time: 0.0362315 Jul 23 05:05:01.021361 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-a892187c-c01c-4107-8cba-bba7c26653bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:01.022788 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-a892187c-c01c-4107-8cba-bba7c26653bd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0419357 Jul 23 05:05:01.057368 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-a36bd346-1845-4d0a-8927-05bc8976ad43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276990 Jul 23 05:05:01.062755 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f28397af-b0b3-437e-a512-679eb0604f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:01.152288 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-28bd830b-63d9-491d-99c7-3ce0e0256217 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885973 Jul 23 05:05:01.241590 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-78e8ceb4-88de-4a86-92b1-b11a126461b6 req-b54f6b08-add1-46b2-8953-94f8929f7a3f service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Jul 23 05:05:02.846417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-cd5d7c33-5482-480c-87c8-0e339b582fd2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:02.847871 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-cd5d7c33-5482-480c-87c8-0e339b582fd2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.0992861 Jul 23 05:05:02.862209 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-be1962f5-8e8f-482f-bf46-9402642752b1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/quotas/74a0fc0999da49febb348e8bde825ba5 HTTP/1.1" status: 200 len: 375 time: 0.0091021 Jul 23 05:05:02.928665 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-fd9c0e1a-f35e-4783-bb61-31462129b6db tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0617523 Jul 23 05:05:03.018214 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-6cd238e6-2030-466d-a797-1ac97f27d680 service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851295 Jul 23 05:05:03.104705 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-45ed40fe-bb4b-4c9b-a71b-28f69890e6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808809 Jul 23 05:05:03.259388 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1407503e-ea88-4ac7-9691-8bd659227428 req-dab3f84b-ba02-45de-8778-3bcce8bf0f93 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 210 time: 0.0286379 Jul 23 05:05:03.536719 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e15183ed-8b6d-4af1-9d4a-93e8f936354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:04.067108 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:04.355261 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a4aa9a49-45bc-4bb1-9718-f605ec580566 req-68533db7-334b-4913-924a-568b2fd4c3fb tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jul 23 05:05:04.427537 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:05:04.678492 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3cb96718-ba09-493c-bf7f-933b3acfa867 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:04.679912 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3cb96718-ba09-493c-bf7f-933b3acfa867 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 814 time: 0.1068435 Jul 23 05:05:04.732687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Request body: {'port': {'device_id': '699f83d7-65bf-4745-ba32-14355f497da6', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'admin_state_up': True, 'tenant_id': '74a0fc0999da49febb348e8bde825ba5'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:04.788149 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:04.839408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Made reservation on behalf of 74a0fc0999da49febb348e8bde825ba5 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:05:04.843509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:04.962524 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Allocated IP 172.20.0.11 (1115755b-179e-4106-b5d8-4abf9477eb61/688ce88a-50f0-4963-b285-460120fcc6f4/ff66e1b5-57b6-4994-9f47-659173232cd9) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:05:05.104974 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.142887 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.189867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Network 1115755b-179e-4106-b5d8-4abf9477eb61 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:05:05.192897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:05:05.194692 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4', '3ccf0ba1-db38-473c-badb-577678d46150', '260b52f8-67fa-450d-831b-cb5d03abf10c'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:05.196997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:05:05.480753 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event updated for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:05.506083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:05.506639 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.521782 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-bd97db2f-a388-4d84-9c19-c72afdd5c3be tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7935624 Jul 23 05:05:05.525792 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35af8e-9eab-455b-b143-082415d0e8a3 req-1d6d7549-1c52-4ea7-8bef-f418b9d7aeec tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:05.527309 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fc35af8e-9eab-455b-b143-082415d0e8a3 req-1d6d7549-1c52-4ea7-8bef-f418b9d7aeec tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 932 time: 0.0908341 Jul 23 05:05:05.542250 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Request body: {'port': {'device_id': '699f83d7-65bf-4745-ba32-14355f497da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:05.576731 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-fc35af8e-9eab-455b-b143-082415d0e8a3 req-dcf2015f-f9d6-4ccd-a6a7-36b01a3d7b3c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Jul 23 05:05:05.617591 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.873795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff66e1b5-57b6-4994-9f47-659173232cd9 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:05:05.882396 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.893865 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Transition to ACTIVE for port object ff66e1b5-57b6-4994-9f47-659173232cd9 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:05:05.897713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:05.948054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Pushing event updated for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:06.015049 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Attempting to bind port ff66e1b5-57b6-4994-9f47-659173232cd9 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:05:06.015383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Attempting to bind port ff66e1b5-57b6-4994-9f47-659173232cd9 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:05:06.015716 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Attempting to bind port ff66e1b5-57b6-4994-9f47-659173232cd9 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:05:06.019859 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Port ff66e1b5-57b6-4994-9f47-659173232cd9 on network 1115755b-179e-4106-b5d8-4abf9477eb61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:05:06.020179 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Attempting to bind port ff66e1b5-57b6-4994-9f47-659173232cd9 on network 1115755b-179e-4106-b5d8-4abf9477eb61 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:05:06.024807 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:05:06.025146 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Checking segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:05:06.025527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Bound using segment: {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:05:06.025951 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Bound port: ff66e1b5-57b6-4994-9f47-659173232cd9, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6da65fce-fd2c-48d1-8e18-ae8f294a2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:05:06.026303 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:06.087151 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:05:06.093824 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff66e1b5-57b6-4994-9f47-659173232cd9,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:05:06.101582 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:06.135178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.135794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:06.137431 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] 10.222.0.24 "PUT /v2.0/ports/ff66e1b5-57b6-4994-9f47-659173232cd9 HTTP/1.1" status: 200 len: 1094 time: 0.6003845 Jul 23 05:05:06.137670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:06.139895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25269031-4403-4648-8afc-616d069e3753" -d '{"events": [{"name": "network-changed", "server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:06.162811 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7db45a-7a9d-4b70-9774-75d64a54906e service neutron] Pushing event updated for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:06.180189 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09179810-6c79-407f-9ecd-acfabb6b56a1 x-openstack-request-id: req-09179810-6c79-407f-9ecd-acfabb6b56a1 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:06.180482 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:06.180760 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09179810-6c79-407f-9ecd-acfabb6b56a1 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:06.181152 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9', 'status': 'completed', 'code': 200} Jul 23 05:05:06.217762 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:06.267952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-0177fd50-4f17-4d04-967e-6e075301ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.269490 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-0177fd50-4f17-4d04-967e-6e075301ab92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 1097 time: 0.0530007 Jul 23 05:05:06.322079 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-eab59bfb-26d9-408e-9118-5d51ec11ea70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff66e1b5-57b6-4994-9f47-659173232cd9 HTTP/1.1" status: 200 len: 217 time: 0.0355084 Jul 23 05:05:06.369425 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-09ce5130-cb6e-42ff-9849-76268ca23393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.370790 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-09ce5130-cb6e-42ff-9849-76268ca23393 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0417867 Jul 23 05:05:06.405197 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-fcc301f4-610f-4e3e-83b7-c26c1968c1aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254259 Jul 23 05:05:06.500167 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-09418f5d-23d2-4a8c-9f84-d1eeedc17828 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Jul 23 05:05:06.588470 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-adc54561-3b4f-4c22-be65-788aa5e7dec9 req-001b9562-c531-4bd9-9ec9-025c4149bc39 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807636 Jul 23 05:05:06.701148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b40607-49f2-44ad-9857-c395a7c8df30 req-9ec7daf2-5d16-4f96-9391-024110b72282 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.702535 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b8b40607-49f2-44ad-9857-c395a7c8df30 req-9ec7daf2-5d16-4f96-9391-024110b72282 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 944 time: 0.0642092 Jul 23 05:05:06.741651 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b8b40607-49f2-44ad-9857-c395a7c8df30 req-90485e89-4066-4473-a4a7-13c586c782d1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333564 Jul 23 05:05:06.753690 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269031-4403-4648-8afc-616d069e3753 req-1151535d-14ad-4907-9b4c-2d8a5eae2a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.755251 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-1151535d-14ad-4907-9b4c-2d8a5eae2a46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=74a0fc0999da49febb348e8bde825ba5&device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 1097 time: 0.0569122 Jul 23 05:05:06.843747 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269031-4403-4648-8afc-616d069e3753 req-b84141e9-39a0-4050-ac89-3dd12798186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.845217 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-b84141e9-39a0-4050-ac89-3dd12798186b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 200 len: 914 time: 0.0832021 Jul 23 05:05:06.889468 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-a97647df-d52e-4e46-820e-098f7fbfad75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff66e1b5-57b6-4994-9f47-659173232cd9 HTTP/1.1" status: 200 len: 217 time: 0.0366414 Jul 23 05:05:06.937344 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269031-4403-4648-8afc-616d069e3753 req-ca30e8a7-55a6-4dfd-8fc8-596d653aee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:06.938755 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-ca30e8a7-55a6-4dfd-8fc8-596d653aee97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 200 len: 854 time: 0.0426242 Jul 23 05:05:06.971421 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-ca5f25ab-41c2-44fc-a1e3-2fd3ad53e75d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1115755b-179e-4106-b5d8-4abf9477eb61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259049 Jul 23 05:05:07.063477 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-a1f7ee80-a36a-4c20-9a81-21f60ac5db47 service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820310 Jul 23 05:05:07.158341 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-25269031-4403-4648-8afc-616d069e3753 req-f7260026-aa3d-4853-b49d-141e412304ab service neutron] 10.222.0.24 "GET /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795159 Jul 23 05:05:07.875267 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58871ed1-14e8-4748-abde-063a070ad669 req-735c89bc-4a55-48ff-8b1e-2fa68d994345 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:07.876764 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-58871ed1-14e8-4748-abde-063a070ad669 req-735c89bc-4a55-48ff-8b1e-2fa68d994345 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 944 time: 0.0668588 Jul 23 05:05:07.913289 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-58871ed1-14e8-4748-abde-063a070ad669 req-767e1353-ff5e-4449-95d2-911f3166390e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Jul 23 05:05:09.039374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbe58e-4280-45c0-9efe-44b350750cd2 req-0e5fb207-692a-4712-bf99-7bbbf3d93b20 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:09.040876 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-38dbe58e-4280-45c0-9efe-44b350750cd2 req-0e5fb207-692a-4712-bf99-7bbbf3d93b20 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 944 time: 0.0620215 Jul 23 05:05:09.078115 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-38dbe58e-4280-45c0-9efe-44b350750cd2 req-9fc04557-4afa-494e-a2e7-57fffd2034b2 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Jul 23 05:05:09.616229 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff66e1b5-57b6-4994-9f47-659173232cd9 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:05:09.706060 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff66e1b5-57b6-4994-9f47-659173232cd9,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:09.717356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'ff66e1b5-57b6-4994-9f47-659173232cd9', 'network_id': '1115755b-179e-4106-b5d8-4abf9477eb61', 'port_id': 'ff66e1b5-57b6-4994-9f47-659173232cd9', 'mac_address': 'fa:16:3e:0a:2c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688ce88a-50f0-4963-b285-460120fcc6f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:05:09.756415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:09.768968 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff66e1b5-57b6-4994-9f47-659173232cd9 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:05:09.787948 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff66e1b5-57b6-4994-9f47-659173232cd9,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:09.791730 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:09.838802 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:09.846527 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.846868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.847202 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.847528 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.847852 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.848175 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.848492 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.848837 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.849162 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.849473 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.849784 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:09.850094 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:10.183782 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['ff66e1b5-57b6-4994-9f47-659173232cd9'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:10.205476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93955ab5-9742-4bed-a660-ca776b2b19e6 req-88db5c6e-7cc3-4734-87c3-13a48f5a0d0c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:10.206972 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-93955ab5-9742-4bed-a660-ca776b2b19e6 req-88db5c6e-7cc3-4734-87c3-13a48f5a0d0c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 945 time: 0.0648313 Jul 23 05:05:10.244289 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-93955ab5-9742-4bed-a660-ca776b2b19e6 req-d256fec7-ece4-4a56-a311-950cfd33b8cc tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318561 Jul 23 05:05:11.370015 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be033fb-1783-4c5d-9659-c5f2c4b5dd25 req-f01bab4b-1713-458a-beec-a95b17b4b7bd tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:11.371487 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2be033fb-1783-4c5d-9659-c5f2c4b5dd25 req-f01bab4b-1713-458a-beec-a95b17b4b7bd tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 945 time: 0.0613337 Jul 23 05:05:11.409003 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2be033fb-1783-4c5d-9659-c5f2c4b5dd25 req-7405d843-8539-4679-bc53-7968593ba028 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Jul 23 05:05:11.625166 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff66e1b5-57b6-4994-9f47-659173232cd9 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:05:11.673164 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port ff66e1b5-57b6-4994-9f47-659173232cd9 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:05:11.677071 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port ff66e1b5-57b6-4994-9f47-659173232cd9 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:05:11.677439 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:11.752586 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:11.776353 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:11.779366 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172c819-72cc-4a5f-a171-c1fce62f40df" -d '{"events": [{"server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "name": "network-vif-plugged", "status": "completed", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:11.791276 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff66e1b5-57b6-4994-9f47-659173232cd9,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:11.795502 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:11.817249 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a50c2a3-087d-43ae-8a69-a85064ecdd60 x-openstack-request-id: req-7a50c2a3-087d-43ae-8a69-a85064ecdd60 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:11.817535 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "name": "network-vif-plugged", "status": "completed", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:11.817780 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a50c2a3-087d-43ae-8a69-a85064ecdd60 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:11.818154 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9', 'code': 200} Jul 23 05:05:11.843306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:12.057484 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d57679-a7e2-445b-aa6a-b061df1003ae req-999abeeb-c79d-4123-a904-fdd23e7b7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:12.059516 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-90d57679-a7e2-445b-aa6a-b061df1003ae req-999abeeb-c79d-4123-a904-fdd23e7b7adf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 1099 time: 0.0522346 Jul 23 05:05:12.093679 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-90d57679-a7e2-445b-aa6a-b061df1003ae req-37de74ca-2924-4622-8d3a-47638019822c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271256 Jul 23 05:05:12.538267 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43baad47-d4d7-4d9e-993c-37ba4c9420ed req-acb5068e-2fa0-4a4a-adb9-65891cdb5e8e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:12.539923 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-43baad47-d4d7-4d9e-993c-37ba4c9420ed req-acb5068e-2fa0-4a4a-adb9-65891cdb5e8e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 946 time: 0.0662873 Jul 23 05:05:12.576996 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-43baad47-d4d7-4d9e-993c-37ba4c9420ed req-45a2d0b9-2f5c-4064-8816-19dab5dc5cb1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Jul 23 05:05:13.712617 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a239e-822f-4d8b-b691-a606d2072d5c req-212e734f-5d01-443a-be5e-b2d56a50bcaa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:13.714096 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-263a239e-822f-4d8b-b691-a606d2072d5c req-212e734f-5d01-443a-be5e-b2d56a50bcaa tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 946 time: 0.0688112 Jul 23 05:05:13.750934 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-263a239e-822f-4d8b-b691-a606d2072d5c req-594ec686-ebcd-464c-872a-1fdb8b792a31 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jul 23 05:05:25.508188 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a609b9-20c3-4fd0-98cf-b511fc928c66 req-dc02f87d-ee08-43a0-b719-65582fe43af1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:25.509729 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f3a609b9-20c3-4fd0-98cf-b511fc928c66 req-dc02f87d-ee08-43a0-b719-65582fe43af1 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 946 time: 0.0628083 Jul 23 05:05:25.547845 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f3a609b9-20c3-4fd0-98cf-b511fc928c66 req-4027bffb-c335-404b-b8bb-29aa31656d91 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324664 Jul 23 05:05:26.675970 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c622bf-c8c4-46fd-b825-a7e17e62bbeb req-d5bddd66-d697-4b3a-b123-78d30628a85c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:26.677513 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e4c622bf-c8c4-46fd-b825-a7e17e62bbeb req-d5bddd66-d697-4b3a-b123-78d30628a85c tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 946 time: 0.0624311 Jul 23 05:05:26.714092 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e4c622bf-c8c4-46fd-b825-a7e17e62bbeb req-a1ce73a4-8eca-4284-92a4-98c31ebcc7a0 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304821 Jul 23 05:05:27.402417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e754a7-db71-474a-a75c-d44b1643c241 req-0354dc8f-d5ce-4638-af16-8447a1aede06 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:27.403870 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-04e754a7-db71-474a-a75c-d44b1643c241 req-0354dc8f-d5ce-4638-af16-8447a1aede06 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 946 time: 0.0664084 Jul 23 05:05:27.506740 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Deleting port ff66e1b5-57b6-4994-9f47-659173232cd9 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:05:27.507087 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:27.597978 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] For port ff66e1b5-57b6-4994-9f47-659173232cd9, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=ff66e1b5-57b6-4994-9f47-659173232cd9,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:27.598333 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:27.609970 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Calling delete_port for ff66e1b5-57b6-4994-9f47-659173232cd9 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:05:27.734643 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:27.766453 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event deleted for resources: {'Port': ['ID=ff66e1b5-57b6-4994-9f47-659173232cd9,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:27.779121 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4', '3ccf0ba1-db38-473c-badb-577678d46150', '260b52f8-67fa-450d-831b-cb5d03abf10c', 'ff66e1b5-57b6-4994-9f47-659173232cd9'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:27.836737 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] No DVR routers for this DVR port ff66e1b5-57b6-4994-9f47-659173232cd9 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:05:27.840753 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aa648261-33b6-4d2c-a365-e99d0b0c1244 req-2162a9f5-7ae2-4bfe-a3bf-b63e9f64897f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=699f83d7-65bf-4745-ba32-14355f497da6 HTTP/1.1" status: 200 len: 210 time: 0.0495582 Jul 23 05:05:27.841563 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:27.843545 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-04e754a7-db71-474a-a75c-d44b1643c241 req-91c5c6b7-09d1-4428-b86b-e02ab4d6f4df tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "DELETE /v2.0/ports/ff66e1b5-57b6-4994-9f47-659173232cd9 HTTP/1.1" status: 204 len: 173 time: 0.4339809 Jul 23 05:05:27.844030 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'name': 'network-vif-deleted', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:27.846369 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb94c1d-ace0-4115-9d92-60a5da9d9443" -d '{"events": [{"server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "name": "network-vif-deleted", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:27.885647 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75192677-84f8-490f-8a49-259ac488f3dd x-openstack-request-id: req-75192677-84f8-490f-8a49-259ac488f3dd {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:27.886452 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699f83d7-65bf-4745-ba32-14355f497da6", "name": "network-vif-deleted", "tag": "ff66e1b5-57b6-4994-9f47-659173232cd9", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:27.886725 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75192677-84f8-490f-8a49-259ac488f3dd {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:27.887450 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699f83d7-65bf-4745-ba32-14355f497da6', 'name': 'network-vif-deleted', 'tag': 'ff66e1b5-57b6-4994-9f47-659173232cd9', 'status': 'completed', 'code': 200} Jul 23 05:05:30.251095 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de0ddf-44d1-4f46-ad29-71899e824036 req-79806c86-d7eb-49c0-b76a-0b62cccf71d6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:30.252667 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4de0ddf-44d1-4f46-ad29-71899e824036 req-79806c86-d7eb-49c0-b76a-0b62cccf71d6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0659451 Jul 23 05:05:30.265894 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:30.290572 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c4de0ddf-44d1-4f46-ad29-71899e824036 req-52f55185-562e-4d44-8d2d-fafd477122e7 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324953 Jul 23 05:05:31.063282 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5ce09395-ca60-41c5-a98d-1ff1cad90c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:31.424699 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c292d0-a0eb-4f0e-92af-8b0236247107 req-c7fc7e28-589f-4b43-839e-25c5fab57d3f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:31.426204 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-96c292d0-a0eb-4f0e-92af-8b0236247107 req-c7fc7e28-589f-4b43-839e-25c5fab57d3f tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Jul 23 05:05:31.463511 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-96c292d0-a0eb-4f0e-92af-8b0236247107 req-457f5a26-7673-42bd-a430-5861c924d026 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Jul 23 05:05:31.731738 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff66e1b5-57b6-4994-9f47-659173232cd9 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:05:31.751104 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: ff66e1b5-57b6-4994-9f47-659173232cd9 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:05:31.751430 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device ff66e1b5-57b6-4994-9f47-659173232cd9 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:05:32.120846 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eabcd6-c665-4923-bbff-4bb92351829e req-649fbe34-9351-4367-b373-f27ff60e98a5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:32.122348 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91eabcd6-c665-4923-bbff-4bb92351829e req-649fbe34-9351-4367-b373-f27ff60e98a5 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 945 time: 0.0628006 Jul 23 05:05:32.219131 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Deleting port 260b52f8-67fa-450d-831b-cb5d03abf10c {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:05:32.219473 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:32.308475 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] For port 260b52f8-67fa-450d-831b-cb5d03abf10c, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=260b52f8-67fa-450d-831b-cb5d03abf10c,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:32.309531 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:32.321746 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Calling delete_port for 260b52f8-67fa-450d-831b-cb5d03abf10c owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:05:32.445122 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:32.470947 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event deleted for resources: {'Port': ['ID=260b52f8-67fa-450d-831b-cb5d03abf10c,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:32.482275 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4', '3ccf0ba1-db38-473c-badb-577678d46150', '260b52f8-67fa-450d-831b-cb5d03abf10c'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:32.516971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] No DVR routers for this DVR port 260b52f8-67fa-450d-831b-cb5d03abf10c on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:05:32.519536 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:32.521836 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91eabcd6-c665-4923-bbff-4bb92351829e req-5d98b159-3017-4124-b2b0-02d22ed01fe6 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "DELETE /v2.0/ports/260b52f8-67fa-450d-831b-cb5d03abf10c HTTP/1.1" status: 204 len: 173 time: 0.3943574 Jul 23 05:05:32.522276 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'name': 'network-vif-deleted', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:32.524726 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046d4dbd-ca76-4121-b99f-652936867e2a" -d '{"events": [{"server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "name": "network-vif-deleted", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:32.592659 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2187c8fd-bd31-4426-a2e7-c5e6356a014f req-a77f6b47-29d8-4050-b0d4-dd7ddf85c915 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a7444de-bdd1-4864-b601-06437742d8a5 HTTP/1.1" status: 200 len: 210 time: 0.0361304 Jul 23 05:05:32.595985 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e21ab6-af57-4eb7-b3ca-29e60bbe6f9d x-openstack-request-id: req-a3e21ab6-af57-4eb7-b3ca-29e60bbe6f9d {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:32.596286 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7444de-bdd1-4864-b601-06437742d8a5", "name": "network-vif-deleted", "tag": "260b52f8-67fa-450d-831b-cb5d03abf10c", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:32.596559 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3e21ab6-af57-4eb7-b3ca-29e60bbe6f9d {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:32.596971 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a7444de-bdd1-4864-b601-06437742d8a5', 'name': 'network-vif-deleted', 'tag': '260b52f8-67fa-450d-831b-cb5d03abf10c', 'status': 'completed', 'code': 200} Jul 23 05:05:33.537704 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-59e0d816-c8b5-4b7e-a5a0-183c724fa6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:33.866395 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5549-05b3-4343-aefe-b903e86bd9a3 req-f71cd969-4bb5-44fa-8fbb-0e4ee1eed54e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:33.867873 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6a3f5549-05b3-4343-aefe-b903e86bd9a3 req-f71cd969-4bb5-44fa-8fbb-0e4ee1eed54e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 946 time: 0.0619173 Jul 23 05:05:33.905294 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6a3f5549-05b3-4343-aefe-b903e86bd9a3 req-099c5faa-aee8-40e3-833a-8abe4d1cca85 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314395 Jul 23 05:05:34.069606 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:34.790514 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:35.031914 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dccb0-53a3-4488-b694-3d844f79c18e req-576c0e20-e628-4bac-8087-190d4f61b4b4 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:35.033426 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-570dccb0-53a3-4488-b694-3d844f79c18e req-576c0e20-e628-4bac-8087-190d4f61b4b4 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 946 time: 0.0608993 Jul 23 05:05:35.073502 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-570dccb0-53a3-4488-b694-3d844f79c18e req-b38bd8da-edfc-42a9-bc33-7e8afca15151 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Jul 23 05:05:35.386568 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-502ff0d3-8602-4381-9850-5157069c2128 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:35.387915 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-502ff0d3-8602-4381-9850-5157069c2128 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 946 time: 0.0613315 Jul 23 05:05:35.487463 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Deleting port 3ccf0ba1-db38-473c-badb-577678d46150 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:05:35.487797 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:35.577390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] For port 3ccf0ba1-db38-473c-badb-577678d46150, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=3ccf0ba1-db38-473c-badb-577678d46150,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:35.577742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:35.589528 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Calling delete_port for 3ccf0ba1-db38-473c-badb-577678d46150 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:05:35.712386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:35.741635 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event deleted for resources: {'Port': ['ID=3ccf0ba1-db38-473c-badb-577678d46150,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:35.749221 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4', '3ccf0ba1-db38-473c-badb-577678d46150'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:35.771613 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.771951 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.772288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.772638 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.772967 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.773288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.773613 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.773929 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.774247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.774355 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 260b52f8-67fa-450d-831b-cb5d03abf10c no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:05:35.774561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.774875 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.775186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:35.797059 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 260b52f8-67fa-450d-831b-cb5d03abf10c {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:05:35.797623 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 260b52f8-67fa-450d-831b-cb5d03abf10c not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:05:35.798085 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] No DVR routers for this DVR port 3ccf0ba1-db38-473c-badb-577678d46150 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:05:35.800476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:35.802655 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6343fae0-d8af-4ced-88c0-4b46ff8ee1f3 req-e09ff6c1-7a33-4537-a9c3-3bd54137f040 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "DELETE /v2.0/ports/3ccf0ba1-db38-473c-badb-577678d46150 HTTP/1.1" status: 204 len: 173 time: 0.4092228 Jul 23 05:05:35.803085 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'name': 'network-vif-deleted', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:35.805354 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782d5450-fce6-4e04-9f2d-642abe24e25a" -d '{"events": [{"server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "name": "network-vif-deleted", "tag": "3ccf0ba1-db38-473c-badb-577678d46150"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:35.840966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a8ecf-dcf5-4b09-8bbe-6f807e1ef993 x-openstack-request-id: req-339a8ecf-dcf5-4b09-8bbe-6f807e1ef993 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:35.841250 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06bf5596-0dc1-4e71-b04a-cca258153193", "name": "network-vif-deleted", "tag": "3ccf0ba1-db38-473c-badb-577678d46150", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:35.841491 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-339a8ecf-dcf5-4b09-8bbe-6f807e1ef993 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:35.841883 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06bf5596-0dc1-4e71-b04a-cca258153193', 'name': 'network-vif-deleted', 'tag': '3ccf0ba1-db38-473c-badb-577678d46150', 'status': 'completed', 'code': 200} Jul 23 05:05:36.178119 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f23a8180-735b-4816-abc8-0d5b588e9422 req-cd3f9972-e2de-40f9-8341-b24f7c782c09 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=06bf5596-0dc1-4e71-b04a-cca258153193 HTTP/1.1" status: 200 len: 210 time: 0.0275385 Jul 23 05:05:36.221040 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:38.602489 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bb5f5-de31-439c-8dc4-fdd2d5c25abc req-2d8be9fe-3748-4755-a36a-755e679741e3 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:38.603940 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-295bb5f5-de31-439c-8dc4-fdd2d5c25abc req-2d8be9fe-3748-4755-a36a-755e679741e3 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0611005 Jul 23 05:05:38.640285 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-295bb5f5-de31-439c-8dc4-fdd2d5c25abc req-fe33d18d-36fb-494c-b1c8-41f4aef58df9 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Jul 23 05:05:39.738001 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3ccf0ba1-db38-473c-badb-577678d46150 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:05:39.759386 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 3ccf0ba1-db38-473c-badb-577678d46150 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:05:39.759642 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 3ccf0ba1-db38-473c-badb-577678d46150 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:05:39.770264 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abe38f-d737-4348-a3fb-a6ed895c4f1d req-b4065511-2d31-4e77-a7b9-e74196966586 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:39.771751 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85abe38f-d737-4348-a3fb-a6ed895c4f1d req-b4065511-2d31-4e77-a7b9-e74196966586 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0633531 Jul 23 05:05:39.810233 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-85abe38f-d737-4348-a3fb-a6ed895c4f1d req-5b4b5ac1-f706-47a5-befa-c0c37f90c220 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/security-groups?id=306169c2-a0bf-4c8b-b050-f736526efa6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330451 Jul 23 05:05:40.269302 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-26a6748b-7ab2-4ca0-b5c0-e88f2f277a9e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:40.270714 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-26a6748b-7ab2-4ca0-b5c0-e88f2f277a9e tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 946 time: 0.0635419 Jul 23 05:05:40.367535 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Deleting port 8470739a-fe3a-4e56-ab52-443168d0e9a4 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:05:40.367790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:40.454203 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] For port 8470739a-fe3a-4e56-ab52-443168d0e9a4, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=8470739a-fe3a-4e56-ab52-443168d0e9a4,segment=NetworkSegment(6da65fce-fd2c-48d1-8e18-ae8f294a2fff),segment_id=6da65fce-fd2c-48d1-8e18-ae8f294a2fff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:05:40.454544 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:40.465628 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Calling delete_port for 8470739a-fe3a-4e56-ab52-443168d0e9a4 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:05:40.600834 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:40.632335 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Pushing event deleted for resources: {'Port': ['ID=8470739a-fe3a-4e56-ab52-443168d0e9a4,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:40.638192 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['8470739a-fe3a-4e56-ab52-443168d0e9a4'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:05:40.680719 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] No DVR routers for this DVR port 8470739a-fe3a-4e56-ab52-443168d0e9a4 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:05:40.683247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:40.685357 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cddbaa8e-78c7-4907-b745-17793800e2bc req-b3802b8c-991a-4439-b790-742fc186094a tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.24 "DELETE /v2.0/ports/8470739a-fe3a-4e56-ab52-443168d0e9a4 HTTP/1.1" status: 204 len: 173 time: 0.4081225 Jul 23 05:05:40.685801 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'name': 'network-vif-deleted', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:05:40.688819 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72babd39-15a2-433e-9c64-3bf263e3a99d" -d '{"events": [{"server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "name": "network-vif-deleted", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:05:40.728880 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5d6c4c-825a-41a5-88c6-a9a6e80fe809 x-openstack-request-id: req-4c5d6c4c-825a-41a5-88c6-a9a6e80fe809 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:05:40.729446 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd05a2bc-feeb-4347-b22b-1adfea7698a1", "name": "network-vif-deleted", "tag": "8470739a-fe3a-4e56-ab52-443168d0e9a4", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:05:40.729686 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c5d6c4c-825a-41a5-88c6-a9a6e80fe809 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:05:40.730148 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd05a2bc-feeb-4347-b22b-1adfea7698a1', 'name': 'network-vif-deleted', 'tag': '8470739a-fe3a-4e56-ab52-443168d0e9a4', 'status': 'completed', 'code': 200} Jul 23 05:05:40.921028 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c154a7f8-3eeb-4248-9ea1-4b7615867aa0 req-6cd296d0-44fa-483e-82a0-73972be8fa86 tempest-AttachVolumeNegativeTest-1550479021 tempest-AttachVolumeNegativeTest-1550479021-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd05a2bc-feeb-4347-b22b-1adfea7698a1 HTTP/1.1" status: 200 len: 210 time: 0.0342278 Jul 23 05:05:41.425136 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:05:41.976601 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50190) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:42.018983 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Deleting subnet 688ce88a-50f0-4963-b285-460120fcc6f4 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:05:42.022030 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.059072 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.103670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.153969 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.180198 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688ce88a-50f0-4963-b285-460120fcc6f4,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:42.183856 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.186149 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-7b16c7e6-3916-4e4f-b5de-fff7cc80bf15 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/688ce88a-50f0-4963-b285-460120fcc6f4 HTTP/1.1" status: 204 len: 168 time: 0.2081306 Jul 23 05:05:42.188129 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50192) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:42.256999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.330767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.340036 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1115755b-179e-4106-b5d8-4abf9477eb61']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:05:42.349698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da65fce-fd2c-48d1-8e18-ae8f294a2fff') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:05:42.349986 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da65fce-fd2c-48d1-8e18-ae8f294a2fff') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:05:42.358516 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679848'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.375582 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.382103 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:05:42.382477 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4679867'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: timer() Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: self._notify() Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: event.method(event) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:05:42.384039 dv-cinder-801931-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:05:42.433881 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.441632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.443706 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1115755b-179e-4106-b5d8-4abf9477eb61 HTTP/1.1" status: 204 len: 168 time: 0.2540820 Jul 23 05:05:42.452893 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835632-817f-4761-bf97-eddd689dec73 admin admin] Pushing event deleted for resources: {'Network': ['ID=1115755b-179e-4106-b5d8-4abf9477eb61,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:42.599391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50196) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:42.638207 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-3b52b48f-e02f-4787-a14c-8c24d149a2ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74a0fc0999da49febb348e8bde825ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376384 Jul 23 05:05:42.640453 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50198) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:42.685274 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.706186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.754879 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.757297 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:42.758391 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/306169c2-a0bf-4c8b-b050-f736526efa6d HTTP/1.1" status: 204 len: 168 time: 0.1170008 Jul 23 05:05:42.765405 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd83fcf-bbad-4770-aa7b-1dae94fb0025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306169c2-a0bf-4c8b-b050-f736526efa6d,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:43.757627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 8470739a-fe3a-4e56-ab52-443168d0e9a4 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:05:43.777222 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 8470739a-fe3a-4e56-ab52-443168d0e9a4 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:05:43.777651 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 8470739a-fe3a-4e56-ab52-443168d0e9a4 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:05:44.275555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50244) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:44.375233 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8b3-ad8d-41e3-b050-08bdc347d304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.460201 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8b3-ad8d-41e3-b050-08bdc347d304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.463749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-63a2d8b3-ad8d-41e3-b050-08bdc347d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.503053 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-63a2d8b3-ad8d-41e3-b050-08bdc347d304 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d700bd295174981a11a2d68cd151f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263691 Jul 23 05:05:44.503911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2d8b3-ad8d-41e3-b050-08bdc347d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbf8372-ef90-4689-bb42-828a33cfc3b2,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:44.505686 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50248) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:44.559028 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.579777 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.624373 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.626981 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.628131 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8bbf8372-ef90-4689-bb42-828a33cfc3b2 HTTP/1.1" status: 204 len: 168 time: 0.1208220 Jul 23 05:05:44.635843 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbf8372-ef90-4689-bb42-828a33cfc3b2,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:44.643424 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.643770 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.644109 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.644442 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.644796 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.645125 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.645464 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.645913 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.646239 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.646566 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.646885 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.647203 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0626ccac-17a8-4120-ace2-126174ca5284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:05:44.879605 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50254) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:44.893064 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ea0db3b6-7187-4798-8d8a-25b7e18dc6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.977742 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ea0db3b6-7187-4798-8d8a-25b7e18dc6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:44.981218 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ea0db3b6-7187-4798-8d8a-25b7e18dc6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:45.016080 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0db3b6-7187-4798-8d8a-25b7e18dc6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfe5c1e-334f-4c39-824e-dc968e4129a0,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:45.020995 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ea0db3b6-7187-4798-8d8a-25b7e18dc6b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2dc27171264a2cbde594f4bfac0d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403873 Jul 23 05:05:45.023638 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50256) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:45.071900 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:45.092251 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:45.140002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:45.142468 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:45.143587 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acfe5c1e-334f-4c39-824e-dc968e4129a0 HTTP/1.1" status: 204 len: 168 time: 0.1192310 Jul 23 05:05:45.151138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e096a6-253b-4942-844d-0c2bc9340cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfe5c1e-334f-4c39-824e-dc968e4129a0,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:52.944370 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50374) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:53.043375 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-89a408f2-2094-4317-8311-a24baa2a0d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.128520 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-89a408f2-2094-4317-8311-a24baa2a0d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.132148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-89a408f2-2094-4317-8311-a24baa2a0d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.170864 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-89a408f2-2094-4317-8311-a24baa2a0d21 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b8af187145cb4f7bbeaa9b231e19d37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254362 Jul 23 05:05:53.171784 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a408f2-2094-4317-8311-a24baa2a0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0a301-ffac-4558-a994-fe3e1a542661,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:53.174134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50378) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:53.220749 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.241676 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.286288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.288715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.289821 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36e0a301-ffac-4558-a994-fe3e1a542661 HTTP/1.1" status: 204 len: 168 time: 0.1146953 Jul 23 05:05:53.297170 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12191a62-b0a1-4189-8325-9037ee97a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0a301-ffac-4558-a994-fe3e1a542661,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:53.537148 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50384) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:53.553356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12991b55-4d84-4ce6-8d6f-c85838e01536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.639305 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12991b55-4d84-4ce6-8d6f-c85838e01536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.643669 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-12991b55-4d84-4ce6-8d6f-c85838e01536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.679244 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12991b55-4d84-4ce6-8d6f-c85838e01536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646d81c4-4ec7-4d5d-9aee-1169f58d9eff,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:53.683489 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-12991b55-4d84-4ce6-8d6f-c85838e01536 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eded304e520449dda1f3f9a7a0caefe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453936 Jul 23 05:05:53.686053 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50386) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:53.732472 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.752479 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.796993 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.799518 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:53.800652 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/646d81c4-4ec7-4d5d-9aee-1169f58d9eff HTTP/1.1" status: 204 len: 168 time: 0.1136956 Jul 23 05:05:53.807797 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32afb1-2f69-4f39-9e72-95d09d0683ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646d81c4-4ec7-4d5d-9aee-1169f58d9eff,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:54.102728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50392) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:54.115458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dbf7996f-2945-4846-924a-1e8737d48378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.203739 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dbf7996f-2945-4846-924a-1e8737d48378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.208515 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-dbf7996f-2945-4846-924a-1e8737d48378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.246316 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-dbf7996f-2945-4846-924a-1e8737d48378 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9dc5e5a99f5b4ca7ad6d02577ef91062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425104 Jul 23 05:05:54.247422 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7996f-2945-4846-924a-1e8737d48378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24943217-d805-466b-a5ca-1ff3adc1f2d2,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:54.249014 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50394) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:54.297482 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.318809 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.362836 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.365319 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:54.366444 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24943217-d805-466b-a5ca-1ff3adc1f2d2 HTTP/1.1" status: 204 len: 168 time: 0.1164505 Jul 23 05:05:54.373935 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b990da-3e03-4182-a94c-6415325d431b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24943217-d805-466b-a5ca-1ff3adc1f2d2,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:54.992461 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50416) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:55.083243 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-778343331-network', 'tenant_id': '166177ba0dc54a1dbe56ae834dd55615'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:55.106633 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Made reservation on behalf of 166177ba0dc54a1dbe56ae834dd55615 for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:05:55.109012 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.117050 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.200951 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.205182 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.225362 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:05:55.239600 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb25cffe-4658-4b65-8153-404bbf614f14,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:55.242446 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.242788 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Added segment 44726b27-5086-45c1-ba39-f15ab3b6d518 of type vlan for network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 Jul 23 05:05:55.281670 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.309295 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.310258 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:55.310842 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.344378 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3508158 Jul 23 05:05:55.347959 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50420) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:05:55.352992 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Request body: {'subnet': {'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-778343331-subnet', 'tenant_id': '166177ba0dc54a1dbe56ae834dd55615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:55.371754 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edcd23-6f56-4b9d-b2e2-9f8e6d6a75a8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:55.372792 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Made reservation on behalf of 166177ba0dc54a1dbe56ae834dd55615 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:05:55.377408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.385625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:05:55.541907 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.603092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:55.607281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Checking segment: {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:05:55.607633 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Network hostable DHCP agents. Network: a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:05:55.623348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:05:55.632209 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:05:55.637556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:55.638136 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:55.643405 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7ffd0-cb79-4724-a4be-2ca7f9777830 None None] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:05:55.654175 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-69e27465-d716-493e-a11f-3befdb69624a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051126 Jul 23 05:05:55.770967 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a1c3e8-bd78-4eb9-befb-e3a083b8b4e3 None None] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:05:57.380767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-37678da7-3dbc-49d6-ade9-0f66291c3b09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:57.382293 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-37678da7-3dbc-49d6-ade9-0f66291c3b09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 808 time: 0.1039279 Jul 23 05:05:57.397141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-2b356a04-f930-407a-be31-19b93918034c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/quotas/166177ba0dc54a1dbe56ae834dd55615 HTTP/1.1" status: 200 len: 375 time: 0.0092859 Jul 23 05:05:57.429278 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-586c62f0-71f3-4549-ba70-c693d45d2921 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jul 23 05:05:57.519456 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-b10d8393-2fd5-424e-a5be-a52a95dd7018 service neutron] 10.222.0.16 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838137 Jul 23 05:05:57.603575 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-b13abe09-28a4-4058-9662-cd020392eb0b service neutron] 10.222.0.16 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786374 Jul 23 05:05:57.766953 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d83347a2-ce63-4895-a6b7-da1cd5332d5e req-4779e296-8220-4e1d-96a7-6a312b2f419b tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 210 time: 0.0284266 Jul 23 05:05:58.728736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-b5c1a56d-b796-4fb3-933f-b9c242187522 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:58.730193 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-b5c1a56d-b796-4fb3-933f-b9c242187522 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 808 time: 0.1033211 Jul 23 05:05:58.759786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Request body: {'port': {'device_id': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5', 'admin_state_up': True, 'tenant_id': '166177ba0dc54a1dbe56ae834dd55615'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:58.871758 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e96398c1-e59d-4b36-8b39-5e6b1ec96106 req-df63d58a-1899-4b53-af34-278d3ae04a75 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 210 time: 0.0375524 Jul 23 05:05:58.892101 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Made reservation on behalf of 166177ba0dc54a1dbe56ae834dd55615 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:05:58.895571 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.264353 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Allocated IP 172.20.0.3 (a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5/b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890/e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:05:59.404561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.441016 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.479703 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:05:59.484656 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:05:59.488772 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:05:59.518908 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Pushing event updated for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:05:59.542908 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:05:59.543515 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.557328 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-2a069075-4c06-4821-969a-5408437edc4e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013258 Jul 23 05:05:59.583662 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Request body: {'port': {'device_id': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:05:59.651377 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.911655 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:05:59.919062 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.931350 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Transition to ACTIVE for port object e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:05:59.935652 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:05:59.989088 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Pushing event updated for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:00.000776 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff660c-14c2-4709-940f-ba7adb3b8cfa req-019c9bff-cdce-4d91-976c-66ff45f56192 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.002290 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1cff660c-14c2-4709-940f-ba7adb3b8cfa req-019c9bff-cdce-4d91-976c-66ff45f56192 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 943 time: 0.0625925 Jul 23 05:06:00.039575 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1cff660c-14c2-4709-940f-ba7adb3b8cfa req-b0c81f56-4dc7-459e-81a5-56b608f99408 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 23 05:06:00.055090 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Attempting to bind port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:00.055457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Attempting to bind port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:00.055787 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Attempting to bind port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:00.060012 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:06:00.060334 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Attempting to bind port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:00.065291 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:00.065626 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Checking segment: {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:00.066010 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Bound using segment: {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:00.066435 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Bound port: e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:00.067065 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:00.135260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:00.138659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:00.142460 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:00.174650 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.175260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:00.176677 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] 10.222.0.24 "PUT /v2.0/ports/e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 HTTP/1.1" status: 200 len: 1093 time: 0.5970974 Jul 23 05:06:00.177106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:00.179328 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52404cdb-aac3-4abf-bf45-cae61815cc39" -d '{"events": [{"name": "network-changed", "server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:00.203459 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213428d-ee52-4eb4-90a7-446d1e25343c service neutron] Pushing event updated for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:00.226701 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f8686b-0e5e-417f-a220-f7d62f08ec7d x-openstack-request-id: req-74f8686b-0e5e-417f-a220-f7d62f08ec7d {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:00.227002 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:00.227244 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74f8686b-0e5e-417f-a220-f7d62f08ec7d {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:00.227638 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15', 'status': 'completed', 'code': 200} Jul 23 05:06:00.293390 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:00.295413 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-1e2312f9-53dc-4af6-a8b4-8f036dce87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.296936 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-1e2312f9-53dc-4af6-a8b4-8f036dce87e1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 1096 time: 0.0531185 Jul 23 05:06:00.346504 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-03d8a087-78b3-4147-98b9-a84a57ef716a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 HTTP/1.1" status: 200 len: 217 time: 0.0364468 Jul 23 05:06:00.394344 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de699e1a-182c-403e-bd77-05d38718348f req-079f0f70-58f5-484a-ac6e-91c0499c42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.395751 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-079f0f70-58f5-484a-ac6e-91c0499c42c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 HTTP/1.1" status: 200 len: 848 time: 0.0423727 Jul 23 05:06:00.427714 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-c0ad6538-5785-431a-8d85-c758a29d3ade service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255682 Jul 23 05:06:00.521162 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-a8dc52ae-7779-47f1-a166-522c953eb348 service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869393 Jul 23 05:06:00.608246 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-de699e1a-182c-403e-bd77-05d38718348f req-eced52d1-435f-4bde-9d62-1c90130355a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804164 Jul 23 05:06:00.743361 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-67a446b3-4529-45eb-bfed-7efaccfec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.744783 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-67a446b3-4529-45eb-bfed-7efaccfec3f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 1096 time: 0.0525141 Jul 23 05:06:00.835322 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-471a76fb-ceb7-421f-b75b-fcb5c3903cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.836775 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-471a76fb-ceb7-421f-b75b-fcb5c3903cc2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 908 time: 0.0851610 Jul 23 05:06:00.877902 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-4ba5ca12-e3cb-4702-9b41-758a812108c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 HTTP/1.1" status: 200 len: 217 time: 0.0334299 Jul 23 05:06:00.928687 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-f49e52ac-7a29-4bdc-8d8d-5c43ff04dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:00.930115 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-f49e52ac-7a29-4bdc-8d8d-5c43ff04dcd6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 HTTP/1.1" status: 200 len: 848 time: 0.0459657 Jul 23 05:06:00.964220 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-e0514074-fd7b-4441-a320-be9efbe8d9db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260081 Jul 23 05:06:01.054841 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-f9d39a45-3b16-4614-a69e-ac3461f44482 service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840411 Jul 23 05:06:01.062576 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd4db-7a39-4674-9f64-4ca23a60df86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:01.149702 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-52404cdb-aac3-4abf-bf45-cae61815cc39 req-3a47737a-fb35-4aad-ac71-0aa487189e9d service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852036 Jul 23 05:06:01.171788 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048a2b6-7cfc-4277-b0be-e2fd9ad0d1eb req-c5bab855-5a7a-49b2-b0d9-a9cb8c0a7dc2 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:01.173352 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0048a2b6-7cfc-4277-b0be-e2fd9ad0d1eb req-c5bab855-5a7a-49b2-b0d9-a9cb8c0a7dc2 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 943 time: 0.0668039 Jul 23 05:06:01.210592 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0048a2b6-7cfc-4277-b0be-e2fd9ad0d1eb req-99ec4569-cbd5-4e68-bd8c-2e3bfce98ea6 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Jul 23 05:06:02.337679 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014bbcf-4143-459a-befd-ad25672a91cd req-af1153ee-8fc1-49c5-9f1e-7810eb8b0f81 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:02.339057 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f014bbcf-4143-459a-befd-ad25672a91cd req-af1153ee-8fc1-49c5-9f1e-7810eb8b0f81 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 943 time: 0.0614758 Jul 23 05:06:02.376647 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f014bbcf-4143-459a-befd-ad25672a91cd req-bc68086f-064c-42db-9148-3045fa3cbd5a tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Jul 23 05:06:02.688787 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-b4d7cdca-5402-45a4-984e-be8d919f0151 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550897 Jul 23 05:06:02.770505 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-e2ec21b9-0c04-43fd-a628-49b3db280d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:02.771984 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-e2ec21b9-0c04-43fd-a628-49b3db280d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 1098 time: 0.0513709 Jul 23 05:06:02.882024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-b1d6389f-0e22-4d75-9e65-5d6113954f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:02.883506 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-b1d6389f-0e22-4d75-9e65-5d6113954f0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0927551 Jul 23 05:06:02.946106 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-9155a7ca-76fe-45f1-a177-6ce3a01c870f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 200 len: 999 time: 0.0564473 Jul 23 05:06:02.992157 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-38f3b042-383b-4e5b-adc3-670fa2121b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:02.993568 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-38f3b042-383b-4e5b-adc3-670fa2121b86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0416701 Jul 23 05:06:03.052137 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-ee0c5c11-3a5a-499f-811d-6d773588f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:03.053637 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-ee0c5c11-3a5a-499f-811d-6d773588f89d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539901 Jul 23 05:06:03.140124 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-b5709660-f35b-4bce-981c-8595fba85e0e service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791135 Jul 23 05:06:03.230558 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-0345655f-7403-4f6f-b9ed-f14b6eb1ed13 req-95ecc45e-f1cf-47a1-a85f-6d25a1b85382 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842814 Jul 23 05:06:03.501824 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cecc3-8402-4ea9-9286-1534ebb4c8f0 req-6ff503e3-62d6-48df-8f59-c2b45108cbe7 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:03.503316 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9d5cecc3-8402-4ea9-9286-1534ebb4c8f0 req-6ff503e3-62d6-48df-8f59-c2b45108cbe7 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 943 time: 0.0617485 Jul 23 05:06:03.539675 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9d5cecc3-8402-4ea9-9286-1534ebb4c8f0 req-b429859a-afe6-4896-a899-661bcc3ee1ba tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Jul 23 05:06:03.543627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9997d5fd-a9b3-4b4f-b09f-2808e19c1c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:03.819473 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:06:03.911736 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:03.922213 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15', 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5', 'port_id': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15', 'mac_address': 'fa:16:3e:5f:97:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:06:03.959237 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:03.975441 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:06:03.994573 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:03.998138 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:04.042902 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:04.068885 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:04.289390 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:06:04.664896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5cffb-edf3-4f9c-9f7b-e30764eaf116 req-b340b086-f548-488a-979d-3744f02ab618 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:04.666356 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9e5cffb-edf3-4f9c-9f7b-e30764eaf116 req-b340b086-f548-488a-979d-3744f02ab618 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 944 time: 0.0610847 Jul 23 05:06:04.703249 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f9e5cffb-edf3-4f9c-9f7b-e30764eaf116 req-48dc0017-7dae-41cd-ad59-1dede664ef2d tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313880 Jul 23 05:06:04.792770 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:05.819185 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:05.831644 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556cc9a-f5da-42de-8d33-9aa01e130f32 req-a31e2b80-da3f-466f-8fa6-f2cfbcf3a582 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:05.833176 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1556cc9a-f5da-42de-8d33-9aa01e130f32 req-a31e2b80-da3f-466f-8fa6-f2cfbcf3a582 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 944 time: 0.0613530 Jul 23 05:06:05.869273 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:05.870058 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1556cc9a-f5da-42de-8d33-9aa01e130f32 req-a98a78a9-9d1d-489b-a1a7-4ad09bed95b5 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jul 23 05:06:05.873028 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:05.873254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:05.954360 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:05.975504 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:05.977934 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e815a77-4df9-4fb9-a57b-c5a35ea744b4" -d '{"events": [{"server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "name": "network-vif-plugged", "status": "completed", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:05.990146 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:05.994893 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:06.021979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f6e632-54e1-462b-a27f-75dc8cf5d11b x-openstack-request-id: req-60f6e632-54e1-462b-a27f-75dc8cf5d11b {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:06.022280 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "name": "network-vif-plugged", "status": "completed", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:06.022524 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60f6e632-54e1-462b-a27f-75dc8cf5d11b {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:06.022900 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15', 'code': 200} Jul 23 05:06:06.046981 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:06.221576 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f920b8-d96e-4f27-9f74-7d3f0b382c78 req-fbc014b3-635b-4fc9-9fa6-06c35a98ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:06.223721 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c2f920b8-d96e-4f27-9f74-7d3f0b382c78 req-fbc014b3-635b-4fc9-9fa6-06c35a98ac13 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 1098 time: 0.0553389 Jul 23 05:06:06.224715 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:06.258711 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c2f920b8-d96e-4f27-9f74-7d3f0b382c78 req-1766bf86-bbb8-4559-8e1c-d8d2885629dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281155 Jul 23 05:06:06.998977 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b196-585e-4308-9864-eb08e2710119 req-ee34a942-035b-498a-a7b6-aa88748fb6fb tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:07.000435 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-56c2b196-585e-4308-9864-eb08e2710119 req-ee34a942-035b-498a-a7b6-aa88748fb6fb tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 945 time: 0.0645607 Jul 23 05:06:07.036701 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-56c2b196-585e-4308-9864-eb08e2710119 req-6d89c348-d527-4d23-a619-9ea74617e2a0 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Jul 23 05:06:08.167345 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e97c-05b8-48d7-b74f-e50c2503817e req-0161b277-1bfc-4430-8f96-24cde7516e20 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:08.168880 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7042e97c-05b8-48d7-b74f-e50c2503817e req-0161b277-1bfc-4430-8f96-24cde7516e20 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 945 time: 0.0646789 Jul 23 05:06:08.206149 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7042e97c-05b8-48d7-b74f-e50c2503817e req-357caee4-7db5-4d5a-ac6e-9b708c834551 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Jul 23 05:06:08.889265 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4914dc-7f90-4d4c-9d13-c45c461c619f req-4c128bfa-ff04-4dd9-9a66-508defc7de09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:08.890731 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c4914dc-7f90-4d4c-9d13-c45c461c619f req-4c128bfa-ff04-4dd9-9a66-508defc7de09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 945 time: 0.0619209 Jul 23 05:06:08.927566 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9c4914dc-7f90-4d4c-9d13-c45c461c619f req-3b539dfa-59fe-4004-840a-aa6584288b8e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Jul 23 05:06:10.055363 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546eef6-6915-4660-bcfd-0f79e218e08c req-a84c04d5-cdaf-44fe-89b0-13c069875960 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:10.056900 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e546eef6-6915-4660-bcfd-0f79e218e08c req-a84c04d5-cdaf-44fe-89b0-13c069875960 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 945 time: 0.0613747 Jul 23 05:06:10.094114 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e546eef6-6915-4660-bcfd-0f79e218e08c req-7ef25f38-14d4-4983-a6af-a8297e010f29 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Jul 23 05:06:10.307888 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccf730-9912-429a-adc0-8a57758cd52e req-5e61be5f-a2b1-4eaa-976f-6f2fac213f51 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:10.309373 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3bccf730-9912-429a-adc0-8a57758cd52e req-5e61be5f-a2b1-4eaa-976f-6f2fac213f51 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 945 time: 0.0640609 Jul 23 05:06:10.405517 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Deleting port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:06:10.405858 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:10.494208 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] For port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:10.494561 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:10.505982 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Calling delete_port for e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:06:10.625923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:10.654197 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Pushing event deleted for resources: {'Port': ['ID=e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:10.662798 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:06:10.701665 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] No DVR routers for this DVR port e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:06:10.704099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:10.706069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3bccf730-9912-429a-adc0-8a57758cd52e req-8e47926a-482c-4a19-ac6e-ad21289f5e09 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "DELETE /v2.0/ports/e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 HTTP/1.1" status: 204 len: 173 time: 0.3914146 Jul 23 05:06:10.706518 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'name': 'network-vif-deleted', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:10.708736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b9f18c-4bfb-4aa8-ab1d-3522e4c804f9" -d '{"events": [{"server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "name": "network-vif-deleted", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:10.746919 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8c4605-b362-4f20-907d-b8b4568f4569 x-openstack-request-id: req-ef8c4605-b362-4f20-907d-b8b4568f4569 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:10.747235 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71de6c8-d35a-4644-99fe-fd714c907be6", "name": "network-vif-deleted", "tag": "e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:10.747505 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef8c4605-b362-4f20-907d-b8b4568f4569 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:10.747898 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71de6c8-d35a-4644-99fe-fd714c907be6', 'name': 'network-vif-deleted', 'tag': 'e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15', 'status': 'completed', 'code': 200} Jul 23 05:06:11.204708 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0c8ee2a7-d939-4e23-9067-34b6542ba1d1 req-e20889de-19e6-4fa2-9d91-374dc770c254 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=f71de6c8-d35a-4644-99fe-fd714c907be6 HTTP/1.1" status: 200 len: 210 time: 0.0329800 Jul 23 05:06:12.455873 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-5435d9e4-6bbb-43c9-990e-9c7c6ffda6ee tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:12.457345 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-5435d9e4-6bbb-43c9-990e-9c7c6ffda6ee tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 808 time: 0.0980892 Jul 23 05:06:12.471552 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-7eb63c37-6554-4c59-81db-93d2a9472104 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/quotas/166177ba0dc54a1dbe56ae834dd55615 HTTP/1.1" status: 200 len: 375 time: 0.0090926 Jul 23 05:06:12.503977 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-68ab9ef9-fbbf-4112-b45f-ce1531108959 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276642 Jul 23 05:06:12.593538 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-ebce1430-f376-466b-970c-f6b379a2baa4 service neutron] 10.222.0.16 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830605 Jul 23 05:06:12.681297 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-6780d3b4-352f-4136-baa2-cbae6bb8757e service neutron] 10.222.0.16 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817299 Jul 23 05:06:12.836231 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-06a8cb6a-9e78-49a2-8ee1-68f3b3e62e01 req-132b836e-b2e0-4753-bd78-1856314701b2 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 210 time: 0.0287459 Jul 23 05:06:13.797522 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-2bf9fb90-60b6-4b21-8efb-470b154f6ce5 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:13.799604 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-2bf9fb90-60b6-4b21-8efb-470b154f6ce5 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 808 time: 0.1065154 Jul 23 05:06:13.829212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Request body: {'port': {'device_id': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5', 'admin_state_up': True, 'tenant_id': '166177ba0dc54a1dbe56ae834dd55615'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:13.881140 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:06:13.902260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:06:13.902760 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device e3eb6fa0-88fd-4d72-aa7c-e51e6d836b15 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:06:13.931048 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f45e11fc-5a96-4ef7-83ca-801c828bb849 req-13e7ae1f-6a3a-4821-8909-73eda03cf9b9 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 210 time: 0.0286181 Jul 23 05:06:13.939956 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Made reservation on behalf of 166177ba0dc54a1dbe56ae834dd55615 for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:06:13.943764 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.066317 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Allocated IP 172.20.0.10 (a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5/b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890/5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:14.208579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.245698 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.287762 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:14.293136 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:14.296636 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:14.321423 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Pushing event updated for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:14.350264 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:14.350867 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.364171 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-49a5882d-2ca2-447e-a56e-e3731f6afe8c tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5387228 Jul 23 05:06:14.381599 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Request body: {'port': {'device_id': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:14.452540 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.700440 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:06:14.708153 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.719244 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Transition to ACTIVE for port object 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:14.723057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.790322 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:14.840219 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Attempting to bind port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:14.840572 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Attempting to bind port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:14.840901 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Attempting to bind port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:14.845001 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:06:14.845334 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Attempting to bind port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 on network a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:14.849951 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:14.850286 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Checking segment: {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:14.850664 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Bound using segment: {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:14.851091 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Bound port: 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44726b27-5086-45c1-ba39-f15ab3b6d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:14.851434 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.916080 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:14.919004 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:14.925012 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.956555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:14.957186 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:14.958574 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] 10.222.0.24 "PUT /v2.0/ports/5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 HTTP/1.1" status: 200 len: 1094 time: 0.5808706 Jul 23 05:06:14.959013 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:14.961335 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a672d410-58c6-4adb-b9ba-2411d597ef68" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:14.987608 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e420-9280-4338-81b7-67f9345539f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:15.000467 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369b3628-98b2-4339-9b3c-f3a07a29acb0 x-openstack-request-id: req-369b3628-98b2-4339-9b3c-f3a07a29acb0 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:15.000786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:15.001034 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-369b3628-98b2-4339-9b3c-f3a07a29acb0 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:15.002208 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1', 'status': 'completed', 'code': 200} Jul 23 05:06:15.107911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8f37f-b3ee-4cd2-b17d-adfb23658c3a req-ee5d56f0-625a-4cf3-9982-7f0a3bea68fe tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.109417 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aff8f37f-b3ee-4cd2-b17d-adfb23658c3a req-ee5d56f0-625a-4cf3-9982-7f0a3bea68fe tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 944 time: 0.0989757 Jul 23 05:06:15.115030 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-bba110aa-98e7-4b5f-a834-8b8886ef0b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.116414 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-bba110aa-98e7-4b5f-a834-8b8886ef0b44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0955768 Jul 23 05:06:15.168363 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-d27bb8cd-2f93-4a52-9aa1-fa0112915c17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 HTTP/1.1" status: 200 len: 217 time: 0.0379496 Jul 23 05:06:15.206843 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aff8f37f-b3ee-4cd2-b17d-adfb23658c3a req-05f695ea-19cf-4055-bf30-16379706bbb4 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893884 Jul 23 05:06:15.224086 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-b197411a-92cf-4706-9579-a54a28be5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.225544 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-b197411a-92cf-4706-9579-a54a28be5d0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 HTTP/1.1" status: 200 len: 848 time: 0.0497031 Jul 23 05:06:15.258051 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-b69212d3-a371-4388-b633-8ef12cc8fef3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259602 Jul 23 05:06:15.346748 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-8039480e-8458-4dcd-b95f-d5045013a65b service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Jul 23 05:06:15.436964 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d34856bd-4ced-40fc-9d6e-372f897438fe req-1631fecd-0eb5-476c-a3fa-f150973dc3bc service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832198 Jul 23 05:06:15.583855 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-097063b5-7d8d-4dcf-9262-abe4acba3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.585380 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-097063b5-7d8d-4dcf-9262-abe4acba3665 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=166177ba0dc54a1dbe56ae834dd55615&device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 1097 time: 0.0563962 Jul 23 05:06:15.671877 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-f5ee5174-8003-419f-a507-11a40f34032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.673456 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-f5ee5174-8003-419f-a507-11a40f34032a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 200 len: 908 time: 0.0810390 Jul 23 05:06:15.715341 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-2dfdef4c-4208-4e4b-aeb2-780ddd33871b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 HTTP/1.1" status: 200 len: 217 time: 0.0356348 Jul 23 05:06:15.761111 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-90cd3828-bf41-42ab-9a61-32466caf9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:15.762396 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-90cd3828-bf41-42ab-9a61-32466caf9ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 HTTP/1.1" status: 200 len: 848 time: 0.0409286 Jul 23 05:06:15.796974 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-1e175722-2384-40c4-86b9-7b10fcfd440c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276141 Jul 23 05:06:15.886714 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-a9046881-a1d3-43a0-b673-81e99bafff6a service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Jul 23 05:06:15.972611 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a672d410-58c6-4adb-b9ba-2411d597ef68 req-252c4d25-b224-4c5c-8614-a02f87db5f63 service neutron] 10.222.0.24 "GET /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785351 Jul 23 05:06:16.333107 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3781db-1f22-452b-89dd-733df4cd28c5 req-e3f50869-a750-4d51-ac9e-485e6a99acbf tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:16.334489 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9f3781db-1f22-452b-89dd-733df4cd28c5 req-e3f50869-a750-4d51-ac9e-485e6a99acbf tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 944 time: 0.0607278 Jul 23 05:06:16.371014 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9f3781db-1f22-452b-89dd-733df4cd28c5 req-03511d07-75e8-4637-b05b-71c4bd96d479 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jul 23 05:06:17.499197 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac7a9e-7401-4d84-8ce7-41a697cc52c2 req-3964043f-b072-4779-a10e-8a3a6463f26b tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:17.500715 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-26ac7a9e-7401-4d84-8ce7-41a697cc52c2 req-3964043f-b072-4779-a10e-8a3a6463f26b tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 944 time: 0.0618651 Jul 23 05:06:17.541825 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-26ac7a9e-7401-4d84-8ce7-41a697cc52c2 req-fc01e264-1dbf-4253-9599-ec841decc466 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Jul 23 05:06:17.909835 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:06:18.004188 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:18.014684 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1', 'network_id': 'a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5', 'port_id': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1', 'mac_address': 'fa:16:3e:9d:43:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:06:18.049596 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:18.061474 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:06:18.080631 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:18.084234 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:18.129088 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:18.135734 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.136073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.136404 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.136754 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.137077 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.137398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.137719 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.138035 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.138356 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.138672 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.138985 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.139293 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:18.378642 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:06:18.424421 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:06:18.670877 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a076f-c725-4f10-9800-aeae4d4c84fa req-00dd8f52-5c4e-4623-a1f8-4b27edf5cdba tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:18.672226 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e3a076f-c725-4f10-9800-aeae4d4c84fa req-00dd8f52-5c4e-4623-a1f8-4b27edf5cdba tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Jul 23 05:06:18.709001 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6e3a076f-c725-4f10-9800-aeae4d4c84fa req-918c9494-383c-465c-b174-b8f827894c43 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311360 Jul 23 05:06:19.838089 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c3ddf-d47f-40bd-b039-190bf699a784 req-1466c7a3-ba61-4cc4-826d-14e6f6853527 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:19.839545 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dd7c3ddf-d47f-40bd-b039-190bf699a784 req-1466c7a3-ba61-4cc4-826d-14e6f6853527 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 945 time: 0.0655375 Jul 23 05:06:19.875929 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dd7c3ddf-d47f-40bd-b039-190bf699a784 req-3d576036-f0ef-44af-8a6b-32170c700fe5 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Jul 23 05:06:19.911792 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:19.959128 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:19.962615 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:19.962980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:20.036359 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:20.056909 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:20.059087 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb790bb-3a95-403e-b1d8-44bb12999f0d" -d '{"events": [{"server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "name": "network-vif-plugged", "status": "completed", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:20.072159 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:20.076155 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:20.101714 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709ee80a-7774-40da-9c75-31276a6e08a7 x-openstack-request-id: req-709ee80a-7774-40da-9c75-31276a6e08a7 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:20.102006 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "name": "network-vif-plugged", "status": "completed", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:20.102259 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-709ee80a-7774-40da-9c75-31276a6e08a7 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:20.102649 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1', 'code': 200} Jul 23 05:06:20.128334 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:20.296714 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb03d7-86e9-45ed-9052-6c82b183cc4b req-f56a322a-62f6-4766-8e4a-c4f5e327d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:20.298342 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eeeb03d7-86e9-45ed-9052-6c82b183cc4b req-f56a322a-62f6-4766-8e4a-c4f5e327d80c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 1099 time: 0.0513089 Jul 23 05:06:20.331539 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eeeb03d7-86e9-45ed-9052-6c82b183cc4b req-ea204284-0c43-42d3-8b34-c1cbb5a3fcd4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273829 Jul 23 05:06:21.005789 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd3d04-3f50-4bea-8dd8-38edb6b6c79a req-f6835ddc-9db4-4f6a-ace4-65dbd75c7b43 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:21.007295 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d9dd3d04-3f50-4bea-8dd8-38edb6b6c79a req-f6835ddc-9db4-4f6a-ace4-65dbd75c7b43 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 946 time: 0.0639231 Jul 23 05:06:21.043144 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d9dd3d04-3f50-4bea-8dd8-38edb6b6c79a req-ba06c730-7578-4eea-b2d1-fae3770f8da6 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304656 Jul 23 05:06:22.170362 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fdd93-d140-4b4b-9d21-e791e2a5ebcf req-53200706-3da5-4b16-8b42-3189bf40aaaf tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:22.171817 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cf5fdd93-d140-4b4b-9d21-e791e2a5ebcf req-53200706-3da5-4b16-8b42-3189bf40aaaf tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 946 time: 0.0612350 Jul 23 05:06:22.208746 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cf5fdd93-d140-4b4b-9d21-e791e2a5ebcf req-5acf55fe-4202-4b8a-b21f-c8b19f6ffef3 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Jul 23 05:06:22.930252 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714e369-1b8b-4d3c-9841-727e8ec5f605 req-ea8ce404-e5f5-4beb-b856-e1fda1cd7528 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:22.931627 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f714e369-1b8b-4d3c-9841-727e8ec5f605 req-ea8ce404-e5f5-4beb-b856-e1fda1cd7528 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 946 time: 0.0616200 Jul 23 05:06:22.969140 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f714e369-1b8b-4d3c-9841-727e8ec5f605 req-7d6d1415-8dd2-4ab9-9132-407d75d1a62e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Jul 23 05:06:24.107374 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef9d9-a04f-4fac-9837-27e290e48a39 req-0b2af581-cdad-4fd4-a476-975ffd23df25 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:24.108867 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ea1ef9d9-a04f-4fac-9837-27e290e48a39 req-0b2af581-cdad-4fd4-a476-975ffd23df25 tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 946 time: 0.0650904 Jul 23 05:06:24.145488 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ea1ef9d9-a04f-4fac-9837-27e290e48a39 req-d49194d3-b14c-4a3e-b1ec-d89adaa1444e tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/security-groups?id=bb25cffe-4658-4b65-8153-404bbf614f14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307379 Jul 23 05:06:24.334178 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-0e705ac8-352d-4e45-adf6-2801231966fa tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:24.335603 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-0e705ac8-352d-4e45-adf6-2801231966fa tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 946 time: 0.0603590 Jul 23 05:06:24.681316 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Deleting port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:06:24.681574 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:24.770372 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] For port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,segment=NetworkSegment(44726b27-5086-45c1-ba39-f15ab3b6d518),segment_id=44726b27-5086-45c1-ba39-f15ab3b6d518)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:24.770725 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:24.782576 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Calling delete_port for 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:06:24.901928 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:24.932283 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Pushing event deleted for resources: {'Port': ['ID=5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:24.938355 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:06:24.976603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] No DVR routers for this DVR port 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:06:24.978921 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:24.980930 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-91b9e5e6-124b-4c2f-a77c-3a3ee126ee38 req-b9b0b509-3b85-4c34-ad9b-075b642313ff tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.24 "DELETE /v2.0/ports/5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 HTTP/1.1" status: 204 len: 173 time: 0.6394267 Jul 23 05:06:24.981360 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'name': 'network-vif-deleted', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:06:24.983600 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19184d7-f59c-423c-ad6c-ab3c40fdbc4e" -d '{"events": [{"server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "name": "network-vif-deleted", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:06:25.021036 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc83af-87e5-4a94-b9f5-9d9ee0186612 x-openstack-request-id: req-a9bc83af-87e5-4a94-b9f5-9d9ee0186612 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:06:25.021326 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf87bdb-94d7-41e1-81d0-23b29b72a5a9", "name": "network-vif-deleted", "tag": "5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:06:25.021575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9bc83af-87e5-4a94-b9f5-9d9ee0186612 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:06:25.021968 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf87bdb-94d7-41e1-81d0-23b29b72a5a9', 'name': 'network-vif-deleted', 'tag': '5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1', 'status': 'completed', 'code': 200} Jul 23 05:06:25.249692 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e3e16b1e-ec76-4acf-a2a5-8b1bf9694d4c req-9394ab6e-c65f-476e-b6ac-57553fc2d4af tempest-VolumesActionsTest-1373529968 tempest-VolumesActionsTest-1373529968-project] 10.222.0.16 "GET /v2.0/ports?device_id=0bf87bdb-94d7-41e1-81d0-23b29b72a5a9 HTTP/1.1" status: 200 len: 210 time: 0.0271633 Jul 23 05:06:28.939891 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:06:28.961815 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:06:28.962145 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 5bebc69f-1fe5-4a5c-81c5-d2f8574d87a1 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:06:30.290471 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:31.063996 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f1baab22-bf82-480b-8d92-ce2e37b96cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:33.536480 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e78be0db-8703-4c3d-ac00-7e149283a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:34.071461 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:34.798200 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:36.233794 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.092637 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50796) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:48.137465 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Deleting subnet b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:06:48.140349 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.172593 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.209296 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.259168 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.285909 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.288336 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890 HTTP/1.1" status: 204 len: 168 time: 0.1946683 Jul 23 05:06:48.289341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cca3a6-5e2a-4dc5-8a75-8c6b2c1ac890,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:48.290310 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50798) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:48.296595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.296945 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.297282 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.297608 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.297934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.298256 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.298579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.298895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.299212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.299527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.299845 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.300156 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9546eb43-29a9-4cfa-ab91-4a1514c1c986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.579578 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.656502 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.666847 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:48.676086 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44726b27-5086-45c1-ba39-f15ab3b6d518') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:48.676374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44726b27-5086-45c1-ba39-f15ab3b6d518') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:48.685543 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.699914 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.705777 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:06:48.706156 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:06:48.707747 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:06:48.759348 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.763932 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.765919 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5 HTTP/1.1" status: 204 len: 168 time: 0.4746461 Jul 23 05:06:48.777612 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7cfb86f-c3d1-43ca-8c33-30f170f1d3e5,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:48.784433 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.784832 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.785132 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.785464 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.785790 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.786205 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.786429 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.786743 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.787068 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.787373 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.787685 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.787998 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec1b746-433d-4972-bc22-c0a918ea8ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:48.869265 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50802) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:48.911076 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-44c32ac7-23d7-4382-8bba-956d2b062c02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=166177ba0dc54a1dbe56ae834dd55615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406129 Jul 23 05:06:48.913926 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50804) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:48.962993 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:48.983187 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:49.026723 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:49.029222 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:49.030355 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb25cffe-4658-4b65-8153-404bbf614f14 HTTP/1.1" status: 204 len: 168 time: 0.1155162 Jul 23 05:06:49.037630 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ed0dc-53e3-4dd3-8b69-a70c25e656cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb25cffe-4658-4b65-8153-404bbf614f14,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:50.026502 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50834) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:50.123994 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-da3b61fa-8c4f-4024-9cc2-c1f69d3358ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.213072 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-da3b61fa-8c4f-4024-9cc2-c1f69d3358ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.216748 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-da3b61fa-8c4f-4024-9cc2-c1f69d3358ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.254047 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-da3b61fa-8c4f-4024-9cc2-c1f69d3358ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cb1f49a633964454aa1b22209e3cbf19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265077 Jul 23 05:06:50.254920 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b61fa-8c4f-4024-9cc2-c1f69d3358ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d221a0b3-17df-4764-a418-12be024a9d3d,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:50.256778 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50838) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:50.305160 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.325639 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.370656 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.373097 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:50.374231 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d221a0b3-17df-4764-a418-12be024a9d3d HTTP/1.1" status: 204 len: 168 time: 0.1159108 Jul 23 05:06:50.381950 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d294c9-d038-424c-bef7-4c38d261dd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d221a0b3-17df-4764-a418-12be024a9d3d,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:50.958305 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50860) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:51.049548 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1665077444-network', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:51.072978 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Made reservation on behalf of 0cc093aa92864786bee0d8dc6a192f4d for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:06:51.075166 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.083052 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.168705 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.172151 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.196002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:06:51.205316 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13aaacc-56d3-453d-b5c2-820ba09bf4a4,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:51.210069 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.211060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Added segment 205b606f-2163-42b1-819a-1655aa1cb7eb of type vlan for network 9f538315-1448-4438-8ba6-aa149d005e1b Jul 23 05:06:51.248862 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.276074 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.277029 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:51.277605 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.309054 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3496735 Jul 23 05:06:51.311997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50864) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:51.317371 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Request body: {'subnet': {'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1665077444-subnet', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:51.338486 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Made reservation on behalf of 0cc093aa92864786bee0d8dc6a192f4d for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:06:51.340841 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.341054 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9173e-850c-4375-96c1-8fb71d51804d admin admin] Pushing event updated for resources: {'Network': ['ID=9f538315-1448-4438-8ba6-aa149d005e1b,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:51.350997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 9f538315-1448-4438-8ba6-aa149d005e1b details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:06:51.511840 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.565041 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca845773-0ee7-4b99-ac34-ff624b93bd5e,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:51.577064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Checking segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:51.577418 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Network hostable DHCP agents. Network: 9f538315-1448-4438-8ba6-aa149d005e1b, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:06:51.592453 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Network 9f538315-1448-4438-8ba6-aa149d005e1b is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:06:51.600361 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 9f538315-1448-4438-8ba6-aa149d005e1b) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:51.604171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:51.604777 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.609839 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb35fbf-c357-4543-8100-3c7a5ace98c5 None None] Network 9f538315-1448-4438-8ba6-aa149d005e1b requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:06:51.619335 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-c767f9e6-030e-49d4-841d-b0bf45208f74 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3059540 Jul 23 05:06:51.622289 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50866) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:51.627467 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:51.647605 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.648573 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.701448 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.754897 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-9f538315-1448-4438-8ba6-aa149d005e1b', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 05:06:51.755725 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.841064 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:51.889133 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Allocated IP 172.20.0.2 (9f538315-1448-4438-8ba6-aa149d005e1b/ca845773-0ee7-4b99-ac34-ff624b93bd5e/c468da4f-ee0d-4e3a-bf1f-ad51937e6635) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:52.037097 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.042228 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.045264 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Transition to ACTIVE for port object c468da4f-ee0d-4e3a-bf1f-ad51937e6635 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:52.060215 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Transition to ACTIVE for port object c468da4f-ee0d-4e3a-bf1f-ad51937e6635 will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:52.061456 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.066096 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.100411 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Network 9f538315-1448-4438-8ba6-aa149d005e1b is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:52.103524 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:52.106196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:52.141061 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Pushing event updated for resources: {'Port': ['ID=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:52.167742 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Allocated IP 172.27.3.5 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/e5274dd6-44bc-43ad-8191-b90000656b45) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:52.174434 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Attempting to bind port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:52.174802 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Attempting to bind port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:52.175288 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Attempting to bind port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 on network 9f538315-1448-4438-8ba6-aa149d005e1b {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:52.180729 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:52.181098 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Checking segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:52.181488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.181882 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Bound using segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:52.182363 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Bound port: c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:52.182735 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.246166 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] For port c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:52.249227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] For port c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:52.254155 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.269464 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.311613 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.318019 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfa577-be75-4437-bf82-b532cddf4c23 None None] Pushing event updated for resources: {'Port': ['ID=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:52.349283 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:52.355408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:52.358953 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:52.385699 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Pushing event updated for resources: {'Port': ['ID=e5274dd6-44bc-43ad-8191-b90000656b45,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:52.625996 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.807980 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:52.936768 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 05:06:53.044108 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:06:53.054722 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Sync routers for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:06:53.061312 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.062519 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9aa5d8a0-f1d9-4c38-8138-e9317e135e81 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4390318 Jul 23 05:06:53.065327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50868) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:53.067379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:53.067997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:53.131513 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b36f3d-3b77-43b5-9419-df6c3360a4e9 None None] Network 9f538315-1448-4438-8ba6-aa149d005e1b requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:06:53.243846 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:53.270574 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1ec586fe-38f8-4116-853a-d89fa8e7847c None None] Provisioning for port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:53.469066 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.610613 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:52Z', 'revision_number': 3, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:53.622879 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Allocated IP 172.20.0.1 (9f538315-1448-4438-8ba6-aa149d005e1b/ca845773-0ee7-4b99-ac34-ff624b93bd5e/50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:53.641235 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Checking router: 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:06:53.641596 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Updating router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 port e5274dd6-44bc-43ad-8191-b90000656b45 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:06:53.681760 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.735328 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.750578 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Transition to ACTIVE for port object 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:53.784144 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.820499 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Network 9f538315-1448-4438-8ba6-aa149d005e1b is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:53.826606 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:53.830138 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:53.835618 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Pushing event updated for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:53.872944 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.954188 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:53.965636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Transition to ACTIVE for port object e5274dd6-44bc-43ad-8191-b90000656b45 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:53.972698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.018736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.027475 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Attempting to bind port e5274dd6-44bc-43ad-8191-b90000656b45 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:54.027937 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Attempting to bind port e5274dd6-44bc-43ad-8191-b90000656b45 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:54.028419 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Attempting to bind port e5274dd6-44bc-43ad-8191-b90000656b45 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:54.037301 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:54.037666 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:54.038601 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.038991 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:54.039424 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Bound port: e5274dd6-44bc-43ad-8191-b90000656b45, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:54.039790 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.041628 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28055a4d-2140-409d-a709-23fdb39a365c None None] Pushing event updated for resources: {'Port': ['ID=e5274dd6-44bc-43ad-8191-b90000656b45,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:54.103493 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] For port e5274dd6-44bc-43ad-8191-b90000656b45, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:54.109082 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] For port e5274dd6-44bc-43ad-8191-b90000656b45, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=e5274dd6-44bc-43ad-8191-b90000656b45,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:54.110803 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9e134d65-3ce3-4ee0-a3bf-cc8884878d29 None None] Provisioning for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:54.115293 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-9e134d65-3ce3-4ee0-a3bf-cc8884878d29 None None] Provisioning complete for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:54.115611 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9e134d65-3ce3-4ee0-a3bf-cc8884878d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.118462 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.209795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-9e134d65-3ce3-4ee0-a3bf-cc8884878d29 None None] Port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:06:54.214364 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:54.214991 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:54.217650 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28055a4d-2140-409d-a709-23fdb39a365c None None] Pushing event updated for resources: {'Port': ['ID=e5274dd6-44bc-43ad-8191-b90000656b45,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:54.254747 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c468da4f-ee0d-4e3a-bf1f-ad51937e6635 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:54.360880 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:54.363750 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:54.390627 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:54.390903 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.433505 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.438912 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.506053 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Pushing event updated for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:54.509219 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.579883 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.602171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Network 9f538315-1448-4438-8ba6-aa149d005e1b is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:54.603575 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:54.639350 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:54.645764 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.685504 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 1, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:54.721247 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f447b5-3d5f-4e8b-bd5a-70c4a61db621 None None] The sync data for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi is: [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 1, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:06:54.725204 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:06:54.733120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:54.832378 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-07405624-a4c5-4e0f-ba28-43f50dda3170 None None] Provisioning complete for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:54.832793 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-07405624-a4c5-4e0f-ba28-43f50dda3170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:54.840944 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:06:54.855559 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-9239e168-65d6-4586-b5a2-f0443896410c admin admin] 10.222.0.16 "PUT /v2.0/routers/793b3be4-d798-4b3d-bf8e-2f54d0651fa0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794733 Jul 23 05:06:54.871885 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-07405624-a4c5-4e0f-ba28-43f50dda3170 None None] Port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:06:55.346597 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 50886) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:55.352277 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1048200995-network', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:55.373869 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Made reservation on behalf of 4115082cca3d4406b0ae914f78d0efc2 for: {'network': 1} {{(pid=93026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:06:55.376487 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for network, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.386447 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.423039 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:06:55.480399 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.487479 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.516877 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=93026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 05:06:55.523589 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7b7ae7-0a8c-4020-8977-75e10fd35fac,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:55.531968 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.532335 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.segments_db [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Added segment d33c2b75-af30-4e3b-a2d1-77da4773f3a3 of type vlan for network 1b79e394-4b48-4b73-9294-f566d037c384 Jul 23 05:06:55.576453 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730985755127'] for network, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.606206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554'] for network, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.607283 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:55.607879 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.640023 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2922120 Jul 23 05:06:55.642735 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50888) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:55.647786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Request body: {'subnet': {'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1048200995-subnet', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'ip_version': 4}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:55.670311 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Made reservation on behalf of 4115082cca3d4406b0ae914f78d0efc2 for: {'subnet': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:06:55.672914 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4482369'] for subnet, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.675216 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa9cb0-a3d4-495a-8176-72daa84ac299 admin admin] Pushing event updated for resources: {'Network': ['ID=1b79e394-4b48-4b73-9294-f566d037c384,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:55.686342 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Network 1b79e394-4b48-4b73-9294-f566d037c384 details requested by agent ovs-agent-dv-cinder-801931-1-iscsi with host dv-cinder-801931-1-iscsi {{(pid=93028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 05:06:55.850881 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4679680', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4482355'] for subnet, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.907390 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:55.916376 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Checking segment: {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:55.916767 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Network hostable DHCP agents. Network: 1b79e394-4b48-4b73-9294-f566d037c384, hostable agents: ['b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf'], hosted agents: [] {{(pid=93027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 05:06:55.940937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Network 1b79e394-4b48-4b73-9294-f566d037c384 is scheduled to be hosted by DHCP agent b50ceb1e-b6e0-48fc-8368-adb9fa4c0ddf with binding_index 1 {{(pid=93027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 05:06:55.949484 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801931-1-iscsi, 1b79e394-4b48-4b73-9294-f566d037c384) {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:55.953585 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:06:55.954163 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.958760 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80b798-cab5-4c01-a7a4-fe748eda98a3 None None] Network 1b79e394-4b48-4b73-9294-f566d037c384 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:06:55.969317 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-409bc9ee-4bfc-45b8-b59e-9228cba49585 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3254902 Jul 23 05:06:55.971723 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50890) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:55.976768 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:06:55.997171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1761846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25044'] for router, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:55.998192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1763928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763353', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25055'] for router, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.053934 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.108713 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1de2dcbf-235b-5bda-a00a-893748668add-1b79e394-4b48-4b73-9294-f566d037c384', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e'}]}} from dv-cinder-801931-1-iscsi. {{(pid=93028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 05:06:56.109561 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.201937 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1762035', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1761880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5685'] for router, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.264431 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.db_base_plugin_common [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Allocated IP 172.20.0.2 (1b79e394-4b48-4b73-9294-f566d037c384/3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e/69c5840e-13f9-49c6-9b7f-c4524ade6e8e) {{(pid=93028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:56.276107 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c468da4f-ee0d-4e3a-bf1f-ad51937e6635 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:56.404129 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:56.404501 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.410135 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.429476 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.485120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks [] for port, precommit_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.499498 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Transition to ACTIVE for port object 69c5840e-13f9-49c6-9b7f-c4524ade6e8e will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:56.542925 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Transition to ACTIVE for port object 69c5840e-13f9-49c6-9b7f-c4524ade6e8e will not be triggered until provisioned by entity DHCP. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:56.543212 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Allocated IP 172.27.3.174 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/0db3fe34-ef22-44c8-b322-f069e2fc4794) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:56.549768 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device e5274dd6-44bc-43ad-8191-b90000656b45 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:56.553374 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611'] for port, after_create {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.592879 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Sync routers for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:06:56.602454 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:56.603081 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:56.658670 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.705225 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.709400 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:56.747994 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Network 1b79e394-4b48-4b73-9294-f566d037c384 is already hosted by enough agents. {{(pid=93028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:56.748609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:56.752979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Pushing event updated for resources: {'Port': ['ID=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,revision_number=1']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:56.753796 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:56.755385 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.scheduler.base_scheduler [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Resources bound (agent type, host, resource id): {{(pid=93028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:56.759068 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Received port after_create {{(pid=93028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:56.762554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Pushing event updated for resources: {'Port': ['ID=0db3fe34-ef22-44c8-b322-f069e2fc4794,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:56.771441 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:56.814871 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port e5274dd6-44bc-43ad-8191-b90000656b45 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:56.825697 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port e5274dd6-44bc-43ad-8191-b90000656b45 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:56.826067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.845942 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Attempting to bind port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:56.846266 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Attempting to bind port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:56.846581 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Attempting to bind port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e on network 1b79e394-4b48-4b73-9294-f566d037c384 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:56.854087 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:56.854588 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Checking segment: {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:56.854991 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.855379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Bound using segment: {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:56.855836 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Bound port: 69c5840e-13f9-49c6-9b7f-c4524ade6e8e, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:56.856213 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.924845 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:54Z', 'revision_number': 2, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:56.952204 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Checking router: 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:06:56.952578 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Updating router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:06:56.965306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] For port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:56.969837 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] For port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:56.970927 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.977884 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:56.991612 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.019548 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.027944 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port e5274dd6-44bc-43ad-8191-b90000656b45, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=e5274dd6-44bc-43ad-8191-b90000656b45,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:57.039488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.072801 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d21c3-1258-418e-bf54-56c2b53c7e4e None None] Pushing event updated for resources: {'Port': ['ID=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:57.137887 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=e5274dd6-44bc-43ad-8191-b90000656b45,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:57.256409 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1761871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1762024'] for router, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.392053 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.401983 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Transition to ACTIVE for port object 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:57.407635 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.414341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 is scheduled to L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 with binding_index 1 {{(pid=93027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 05:06:57.454847 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Pushing event updated for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:57.466621 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.466621 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.466922 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.467244 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.467569 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.467888 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.468289 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.468512 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.468876 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.469206 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.469523 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.469836 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:06:57.523086 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Attempting to bind port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:57.523494 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Attempting to bind port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:57.523797 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Attempting to bind port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 on network 9f538315-1448-4438-8ba6-aa149d005e1b {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:57.533308 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:57.533599 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:06:57.533705 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Checking segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:57.534085 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.535241 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Bound using segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:57.535241 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Bound port: 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:57.536039 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.548763 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Sync routers for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:06:57.551079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.554949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-48f05b1e-fc92-469b-9d37-53bc1b308d72 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5798028 Jul 23 05:06:57.555567 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 50892) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:06:57.571158 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:57.571866 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:57.612698 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] For port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:57.617054 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] For port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:57.622932 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:57.693528 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214623-4c95-403e-b39b-8aad69a05d7b None None] Pushing event updated for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:57.701514 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:57.719601 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:57.720624 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:57.836908 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:57.963753 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 3, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:58.003301 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Checking router: 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:06:58.003734 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Updating router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 port 0db3fe34-ef22-44c8-b322-f069e2fc4794 binding host dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:06:58.054254 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.082700 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:57Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:58.106195 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.128972 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6c797b-1249-444a-972a-8c200ff9242b None None] The sync data for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi is: [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:57Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:06:58.231396 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff87bb76-24f4-4447-bac8-e4a8053fdac4 None None] Network 1b79e394-4b48-4b73-9294-f566d037c384 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:06:58.331046 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Allocated IP 172.20.0.1 (1b79e394-4b48-4b73-9294-f566d037c384/3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e/2139e8e3-c30f-4cfc-b371-a930ac06c9b5) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:06:58.405288 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:58.462258 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-c71132f2-f020-473f-9cfd-1da465def96f None None] Provisioning for port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:58.465602 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.490125 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Transition to ACTIVE for port object 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:58.534242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.573454 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:58.574123 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Network 1b79e394-4b48-4b73-9294-f566d037c384 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:58.577110 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:58.577503 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks [] for port, precommit_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.582892 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:06:58.583645 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:58.584016 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.611835 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Transition to ACTIVE for port object 0db3fe34-ef22-44c8-b322-f069e2fc4794 will not be triggered until provisioned by entity L2. {{(pid=93028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:06:58.624439 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Pushing event updated for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:58.627447 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.631586 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1761817'] for router_interface, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.694479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed89869-66ba-42ba-b4dc-1ae4a721e746 None None] Pushing event updated for resources: {'Port': ['ID=0db3fe34-ef22-44c8-b322-f069e2fc4794,revision_number=2']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:58.705541 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Attempting to bind port 0db3fe34-ef22-44c8-b322-f069e2fc4794 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:06:58.705906 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Attempting to bind port 0db3fe34-ef22-44c8-b322-f069e2fc4794 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:06:58.706264 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Attempting to bind port 0db3fe34-ef22-44c8-b322-f069e2fc4794 on network 83a8c1a9-aff2-4569-b616-a5e061f01595 {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:06:58.713881 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:06:58.713881 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Checking segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:06:58.714193 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.714543 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Bound using segment: {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'} {{(pid=93028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:06:58.715009 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.managers [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Bound port: 0db3fe34-ef22-44c8-b322-f069e2fc4794, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ec9292-9350-44a6-801c-3a0cfcdec7ff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595'}}] {{(pid=93028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:06:58.715718 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.777630 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.781410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.813163 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] For port 0db3fe34-ef22-44c8-b322-f069e2fc4794, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:06:58.820385 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] For port 0db3fe34-ef22-44c8-b322-f069e2fc4794, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0db3fe34-ef22-44c8-b322-f069e2fc4794,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:06:58.832599 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.848880 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:58.873666 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:58.874442 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device e5274dd6-44bc-43ad-8191-b90000656b45 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:58.934449 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:06:58.935261 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:58.974729 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed89869-66ba-42ba-b4dc-1ae4a721e746 None None] Pushing event updated for resources: {'Port': ['ID=0db3fe34-ef22-44c8-b322-f069e2fc4794,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:59.202966 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b7f84396-19d7-4f4a-8315-e08cb7f6f146 None None] Provisioning for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:59.218025 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-b7f84396-19d7-4f4a-8315-e08cb7f6f146 None None] Provisioning complete for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:59.218402 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b7f84396-19d7-4f4a-8315-e08cb7f6f146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.238577 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.243135 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.251167 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:59.257590 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port e5274dd6-44bc-43ad-8191-b90000656b45 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:59.257968 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.270573 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:06:59.309519 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Pushing event updated for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:06:59.314323 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1604596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1764009'] for router_interface, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.332182 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-b7f84396-19d7-4f4a-8315-e08cb7f6f146 None None] Port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:06:59.408411 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Network 1b79e394-4b48-4b73-9294-f566d037c384 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:06:59.409839 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:06:59.479725 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69c5840e-13f9-49c6-9b7f-c4524ade6e8e up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:06:59.530659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:06:59.565999 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-a4435524-1923-4b7b-85b1-be9b7b0c0ccf None None] Provisioning complete for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:59.566379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a4435524-1923-4b7b-85b1-be9b7b0c0ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.599502 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:06:59.616954 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:59.617327 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.621359 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-a4435524-1923-4b7b-85b1-be9b7b0c0ccf None None] Port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:06:59.645239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:06:59.656840 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-8ac36cf0-7cc7-4030-a3ac-04fe6480aa71 admin admin] 10.222.0.16 "PUT /v2.0/routers/0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0939763 Jul 23 05:06:59.660870 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '2139e8e3-c30f-4cfc-b371-a930ac06c9b5', 'name': '', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'mac_address': 'fa:16:3e:12:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:58Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 1, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'subnets': [{'id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:06:59.699872 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8140f90a-c495-4533-91b3-4af83b1cf16a None None] The sync data for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi is: [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '2139e8e3-c30f-4cfc-b371-a930ac06c9b5', 'name': '', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'mac_address': 'fa:16:3e:12:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:58Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 1, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'subnets': [{'id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:06:59.750689 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.753277 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-a7816e24-2f16-47c6-9d99-b3b8e196f4bf None None] Provisioning complete for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:06:59.753635 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a7816e24-2f16-47c6-9d99-b3b8e196f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.812832 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-a7816e24-2f16-47c6-9d99-b3b8e196f4bf None None] Port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:06:59.817174 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:06:59.823073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:06:59.872756 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,revision_number=3']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:00.204357 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:00.253247 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:00.253623 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:00.339784 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:00.359133 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69c5840e-13f9-49c6-9b7f-c4524ade6e8e up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:00.423942 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:00.424374 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:01.079537 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9f37e490-210a-4ac4-9253-9a98a36b6d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:01.571423 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94f512-3083-4b60-9757-be5dae0754d9 req-fdfdbcfd-3fdf-49f1-a10c-06cfddd69135 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:01.573672 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1e94f512-3083-4b60-9757-be5dae0754d9 req-fdfdbcfd-3fdf-49f1-a10c-06cfddd69135 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.3245833 Jul 23 05:07:01.623269 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-1e94f512-3083-4b60-9757-be5dae0754d9 req-dd8e1c38-d278-4954-9af4-63143672f1f1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426035 Jul 23 05:07:02.213950 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0db3fe34-ef22-44c8-b322-f069e2fc4794 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:02.281137 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 0db3fe34-ef22-44c8-b322-f069e2fc4794 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:02.285740 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 0db3fe34-ef22-44c8-b322-f069e2fc4794 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:02.286116 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:02.376188 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:02.401340 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 0db3fe34-ef22-44c8-b322-f069e2fc4794, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0db3fe34-ef22-44c8-b322-f069e2fc4794,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:02.408509 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:02.451660 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Sync routers for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:07:02.462457 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:02.462457 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:06:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:02.469993 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=0db3fe34-ef22-44c8-b322-f069e2fc4794,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:02.583939 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:02.823836 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '2139e8e3-c30f-4cfc-b371-a930ac06c9b5', 'name': '', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'mac_address': 'fa:16:3e:12:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:58Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 2, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'subnets': [{'id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:02.840736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1c6b0-364f-4bf5-b73c-e397f25156ee req-364ab01b-49cd-496c-accb-a2631969dd3e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:02.847447 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-baf1c6b0-364f-4bf5-b73c-e397f25156ee req-364ab01b-49cd-496c-accb-a2631969dd3e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.1480525 Jul 23 05:07:02.852843 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Checking router: 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:07:02.853188 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Updating router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 binding host dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 05:07:02.885706 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-baf1c6b0-364f-4bf5-b73c-e397f25156ee req-a454c0b0-5ff3-4b49-b385-88bf49335c82 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373263 Jul 23 05:07:02.897230 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:02.985280 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-52a52506-3c8d-46a5-acc8-59860635c6b6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:02.986778 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-52a52506-3c8d-46a5-acc8-59860635c6b6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 945 time: 0.0701978 Jul 23 05:07:03.118576 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port eee85494-fe6a-4df2-a820-d04d6b219815 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:07:03.118830 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.216189 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] For port eee85494-fe6a-4df2-a820-d04d6b219815, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=eee85494-fe6a-4df2-a820-d04d6b219815,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:03.216577 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.270091 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks [] for port, precommit_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.288998 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.provisioning_blocks [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Transition to ACTIVE for port object 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 will not be triggered until provisioned by entity L2. {{(pid=93029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:07:03.297328 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.361642 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907cd31-c96b-47b4-b5eb-9920ff9aa436 None None] Pushing event updated for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=3']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:03.430502 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Attempting to bind port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 on host dv-cinder-801931-1-iscsi for vnic_type normal with profile {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:07:03.430877 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Attempting to bind port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 by drivers openvswitch,hyperv on host dv-cinder-801931-1-iscsi at level 0 using segments [{'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:07:03.431690 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Attempting to bind port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 on network 1b79e394-4b48-4b73-9294-f566d037c384 {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:07:03.437517 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Checking agent: {'id': 'a73fea4c-ff1e-4c23-9d4f-5de3e3e15a55', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801931-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 49, 4), 'started_at': datetime.datetime(2021, 7, 23, 4, 49, 34), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801931-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:07:03.437740 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Checking segment: {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:07:03.438138 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.438577 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Bound using segment: {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'} {{(pid=93029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:07:03.439359 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.managers [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Bound port: 2139e8e3-c30f-4cfc-b371-a930ac06c9b5, host: dv-cinder-801931-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384'}}] {{(pid=93029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:07:03.439759 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.471729 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.472193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.472514 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP 315e0d9c-87f1-4c57-bfc9-5877124f73af disassociated. External IP: 172.27.3.9, port: eee85494-fe6a-4df2-a820-d04d6b219815. Jul 23 05:07:03.472877 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for eee85494-fe6a-4df2-a820-d04d6b219815 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:07:03.546026 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-75c8098f-b3b9-4ec3-9964-373e9f9194f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.565486 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] For port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5, host dv-cinder-801931-1-iscsi, cleared binding levels {{(pid=93029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:07:03.569786 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.plugins.ml2.db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] For port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5, host dv-cinder-801931-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:07:03.577208 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron_lib.callbacks.manager [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.653494 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:03.654216 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:03.657536 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907cd31-c96b-47b4-b5eb-9920ff9aa436 None None] Pushing event updated for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=4']} {{(pid=93029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:03.692657 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:03.727077 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=eee85494-fe6a-4df2-a820-d04d6b219815,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:03.800600 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:03.929014 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:07:04.010594 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-937aa44b-b396-4135-9741-796522d73079 req-6236fd6c-eed2-4a58-bc08-479b0a5bcfda tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 210 time: 0.0372493 Jul 23 05:07:04.082971 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:07:04.087440 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:04.102404 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:07:04.123112 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:04.123848 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:04.191644 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '2139e8e3-c30f-4cfc-b371-a930ac06c9b5', 'name': '', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'mac_address': 'fa:16:3e:12:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:58Z', 'updated_at': '2021-07-23T05:07:03Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'subnets': [{'id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:04.226267 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] No DVR routers for this DVR port eee85494-fe6a-4df2-a820-d04d6b219815 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:07:04.232419 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a82f7-d364-49ca-a485-c1682769c3ef None None] The sync data for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi is: [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '2139e8e3-c30f-4cfc-b371-a930ac06c9b5', 'name': '', 'network_id': '1b79e394-4b48-4b73-9294-f566d037c384', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'mac_address': 'fa:16:3e:12:d0:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:58Z', 'updated_at': '2021-07-23T05:07:03Z', 'revision_number': 4, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'subnets': [{'id': '3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:07:04.236710 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:04.264932 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb51bc31-0cbb-4dc6-89b3-609138f8e814 req-92939c26-5f69-4109-ae62-0777f99c7b61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "DELETE /v2.0/ports/eee85494-fe6a-4df2-a820-d04d6b219815 HTTP/1.1" status: 204 len: 173 time: 1.2462037 Jul 23 05:07:04.265486 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'name': 'network-vif-deleted', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:04.267830 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566862c6-24df-47ab-b365-cbd86c75e3a7" -d '{"events": [{"server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "name": "network-vif-deleted", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:04.306806 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0db3fe34-ef22-44c8-b322-f069e2fc4794 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:04.368673 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da083ad-c686-4764-9903-e2881c385893 x-openstack-request-id: req-3da083ad-c686-4764-9903-e2881c385893 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:04.368967 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95c413d8-aea2-4741-9ad2-60cba60e271a", "name": "network-vif-deleted", "tag": "eee85494-fe6a-4df2-a820-d04d6b219815", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:04.369270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3da083ad-c686-4764-9903-e2881c385893 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:04.370299 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c413d8-aea2-4741-9ad2-60cba60e271a', 'name': 'network-vif-deleted', 'tag': 'eee85494-fe6a-4df2-a820-d04d6b219815', 'status': 'completed', 'code': 200} Jul 23 05:07:04.373599 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:04.471050 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 0db3fe34-ef22-44c8-b322-f069e2fc4794 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:04.471426 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:04.651167 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:04.715322 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:04.748246 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:04.750863 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:07:04.756844 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:04.757322 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:04.792499 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:04.793121 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:04.867762 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:05.097023 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:05.130144 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:05.213648 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e65f7397-66fa-4c08-82ee-68777dbfeca3 req-1de8ddfd-9da9-4fa7-a962-33effd407935 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=95c413d8-aea2-4741-9ad2-60cba60e271a HTTP/1.1" status: 200 len: 210 time: 0.0565214 Jul 23 05:07:05.260819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] For port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:05.327325 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:05.419813 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Pushing event updated for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:05.452647 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:05.486376 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1970a767-618b-4f52-9065-a5efd2a73145 None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:07:06.098458 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device eee85494-fe6a-4df2-a820-d04d6b219815 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:07:06.123689 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: eee85494-fe6a-4df2-a820-d04d6b219815 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:07:06.124027 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device eee85494-fe6a-4df2-a820-d04d6b219815 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:07:06.202730 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 up at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:06.273003 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:06.277798 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Provisioning complete for port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:06.278145 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:06.453251 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852cab6e-d8d5-419c-9a8f-0e9bf4f75913 None None] New status for floating IP 315e0d9c-87f1-4c57-bfc9-5877124f73af: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:07:06.554752 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-9f16cdb4-258f-4bd5-a1bf-b32464a388c8 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656510365&fields=id&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 267 time: 0.0638103 Jul 23 05:07:06.666015 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-5dfda01e-b94c-4ff4-9a90-e7148afe94a6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:06.667478 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-5dfda01e-b94c-4ff4-9a90-e7148afe94a6 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.1113513 Jul 23 05:07:06.686120 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-51eab8d1-6727-487b-b9ac-2d9d612927d5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/quotas/22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 375 time: 0.0128622 Jul 23 05:07:06.770170 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-dde5a94f-b53c-4c67-bee8-1848f3b9da6f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776684 Jul 23 05:07:06.788154 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-a0e844cc-0bdc-4c47-bcce-69598a0ca69f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 05:07:06.789255 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-a0e844cc-0bdc-4c47-bcce-69598a0ca69f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059755 Jul 23 05:07:06.897350 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-217e38e3-3f25-47ad-8915-419c82428104 service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020837 Jul 23 05:07:07.006708 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-78d78c6d-3953-4aa2-b01c-34af72730389 service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070158 Jul 23 05:07:07.342919 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-13ef7ab1-048e-4a20-be65-58da9029e8c2 req-cf1226c3-b077-4008-979a-82a27b204da1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 210 time: 0.0412307 Jul 23 05:07:08.463241 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b39603d2-e702-41f7-8cb0-0e4cc681a8be req-28f8d44f-5ad7-40a8-aaab-63df9f12acdf tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 210 time: 0.0385518 Jul 23 05:07:08.570345 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-b3a661c0-4f47-4a77-adb4-0c0eaa689b27 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:08.571854 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-b3a661c0-4f47-4a77-adb4-0c0eaa689b27 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.1479795 Jul 23 05:07:08.627072 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-4a58fa53-8cb2-489e-9c12-092325be3da7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 379 time: 0.0403430 Jul 23 05:07:08.643552 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'port': {'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'admin_state_up': True, 'tenant_id': '22f452cce63144229410824dee79aa7a', 'security_groups': ['c154c048-1ff5-4f3e-bc46-223b971d818a']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:08.772672 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Made reservation on behalf of 22f452cce63144229410824dee79aa7a for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:07:08.776680 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:08.921963 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.20.0.13 (f544389f-65ea-4d2e-aff0-e449607c0386/596cc5f4-de00-4e4e-a09c-446d2690249a/0a9054f1-d308-4705-944d-2dde341768f0) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:07:09.095570 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.109315 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Transition to ACTIVE for port object 0a9054f1-d308-4705-944d-2dde341768f0 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:07:09.142677 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.212801 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:07:09.216161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:07:09.228420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:07:09.274172 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:09.311569 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:09.312222 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.341915 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-c8488de6-e991-4e45-9f8f-2e4126f9a7ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7022984 Jul 23 05:07:09.357587 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-b720e35b-98cd-4242-a0c4-0ac1cac2d454 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 05:07:09.358828 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-b720e35b-98cd-4242-a0c4-0ac1cac2d454 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060954 Jul 23 05:07:09.422483 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Request body: {'port': {'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:09.484467 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-160ebe28-2d09-4d36-8321-aac57bd56074 None None] Provisioning for port 0a9054f1-d308-4705-944d-2dde341768f0 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:09.488732 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-160ebe28-2d09-4d36-8321-aac57bd56074 None None] Provisioning complete for port 0a9054f1-d308-4705-944d-2dde341768f0 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:09.489106 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-160ebe28-2d09-4d36-8321-aac57bd56074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.541066 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.547777 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-160ebe28-2d09-4d36-8321-aac57bd56074 None None] Port 0a9054f1-d308-4705-944d-2dde341768f0 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:07:09.738057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734dad4-a4c5-4a77-b742-f4570ccdb389 req-84a44929-e0c7-4af7-ad3b-df7e90db3aa1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:09.739448 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7734dad4-a4c5-4a77-b742-f4570ccdb389 req-84a44929-e0c7-4af7-ad3b-df7e90db3aa1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 932 time: 0.1779165 Jul 23 05:07:09.826882 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7734dad4-a4c5-4a77-b742-f4570ccdb389 req-99d3ce2f-f3b9-4b07-8ee4-ee2c6c05d1fc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746834 Jul 23 05:07:09.902918 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9054f1-d308-4705-944d-2dde341768f0 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:07:09.909987 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.921893 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Transition to ACTIVE for port object 0a9054f1-d308-4705-944d-2dde341768f0 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:07:09.925362 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:09.980200 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:10.051818 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Attempting to bind port 0a9054f1-d308-4705-944d-2dde341768f0 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:07:10.052253 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Attempting to bind port 0a9054f1-d308-4705-944d-2dde341768f0 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:07:10.052465 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Attempting to bind port 0a9054f1-d308-4705-944d-2dde341768f0 on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:07:10.058296 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Port 0a9054f1-d308-4705-944d-2dde341768f0 on network f544389f-65ea-4d2e-aff0-e449607c0386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:07:10.058480 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Attempting to bind port 0a9054f1-d308-4705-944d-2dde341768f0 on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:07:10.063336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:07:10.063966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:07:10.064357 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Bound using segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:07:10.064809 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Bound port: 0a9054f1-d308-4705-944d-2dde341768f0, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:07:10.065169 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:10.205966 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:07:10.213334 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=0a9054f1-d308-4705-944d-2dde341768f0,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:07:10.218872 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:10.226636 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-a1a5085f-f91c-4f1b-abf3-6da5e376accc tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.228036 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-a1a5085f-f91c-4f1b-abf3-6da5e376accc tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 815 time: 0.1507342 Jul 23 05:07:10.273457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.273889 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:10.275579 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 1094 time: 0.9089620 Jul 23 05:07:10.280127 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:10.282728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14161dbb-a959-4170-9e74-a3984d7d69a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:10.289439 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-bb117213-ec0c-4d09-b91d-9a97e58d9278 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/quotas/0cc093aa92864786bee0d8dc6a192f4d HTTP/1.1" status: 200 len: 375 time: 0.0356164 Jul 23 05:07:10.334870 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b319dde6-4381-4b8a-bf75-6af9123f3729 x-openstack-request-id: req-b319dde6-4381-4b8a-bf75-6af9123f3729 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:10.335189 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:10.335440 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b319dde6-4381-4b8a-bf75-6af9123f3729 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:10.335838 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0', 'status': 'completed', 'code': 200} Jul 23 05:07:10.341132 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908120-ad42-43d0-89e6-748d6e3344d4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:10.405712 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-b24fc23b-bb4f-4f7d-8efc-a662d62d783d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1106503 Jul 23 05:07:10.422495 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-fb68ad29-e9fc-435b-a0d6-24ca62fad08b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 05:07:10.423465 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-fb68ad29-e9fc-435b-a0d6-24ca62fad08b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051751 Jul 23 05:07:10.426326 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-62f986b6-ac52-45c2-a025-57f39d005db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.428622 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-62f986b6-ac52-45c2-a025-57f39d005db3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1097 time: 0.0811472 Jul 23 05:07:10.492141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-21881e63-0f0a-4a2b-9b8b-85b342846c9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 217 time: 0.0434284 Jul 23 05:07:10.580910 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-b2768854-3400-48b7-a2a0-0f36833afdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.582366 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-b2768854-3400-48b7-a2a0-0f36833afdb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0841527 Jul 23 05:07:10.584271 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-71a266c8-6491-4edf-9d9c-8045a4b13db4 service neutron] 10.222.0.16 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536815 Jul 23 05:07:10.708919 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed927f-1819-4c69-8acd-9d3851461474 req-9488bd6f-7614-4198-9865-e909304abea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.710409 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-9488bd6f-7614-4198-9865-e909304abea2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1219490 Jul 23 05:07:10.712172 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-24757a4d-ef5b-4ab1-91d8-f5ebc13d5221 service neutron] 10.222.0.16 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163106 Jul 23 05:07:10.804965 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-f381731b-befd-40f6-9a61-901dea343388 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874798 Jul 23 05:07:10.876037 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-73b11ad6-a350-4930-ba8b-49f8ad359408 req-49e578d9-2276-46b4-91f9-8184a5346404 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 210 time: 0.0318289 Jul 23 05:07:10.905662 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-faed927f-1819-4c69-8acd-9d3851461474 req-bfa38b68-9db9-4f7f-a0d2-f16932d61461 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939744 Jul 23 05:07:10.976697 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a692a6-68d2-4280-96cf-e65af0f64939 req-740deb38-259c-49dc-a458-1e0e3e80dcdc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:10.978196 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5a692a6-68d2-4280-96cf-e65af0f64939 req-740deb38-259c-49dc-a458-1e0e3e80dcdc tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0716848 Jul 23 05:07:11.041750 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5a692a6-68d2-4280-96cf-e65af0f64939 req-bc83c232-4db6-4727-92a6-97a3f4340b43 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580277 Jul 23 05:07:11.069118 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-51aa51ec-6a1c-4a8a-839e-c45ac979ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:11.070706 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-51aa51ec-6a1c-4a8a-839e-c45ac979ef6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1097 time: 0.0674579 Jul 23 05:07:11.171526 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-303ce381-4c5b-4f88-a369-f4f173e03673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:11.173057 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-303ce381-4c5b-4f88-a369-f4f173e03673 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0953765 Jul 23 05:07:11.213801 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-c8a51f66-d084-4b40-a5f4-ad5506d0f641 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 217 time: 0.0344176 Jul 23 05:07:11.271913 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-3aa824ef-d905-4bb1-bc3a-73a9978a0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:11.273374 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-3aa824ef-d905-4bb1-bc3a-73a9978a0241 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0447464 Jul 23 05:07:11.337420 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-0259e02a-311f-4527-b733-f02944184415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:11.338905 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-0259e02a-311f-4527-b733-f02944184415 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582952 Jul 23 05:07:11.448951 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-74d54915-7ac5-4817-a562-c20b6663bcf5 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Jul 23 05:07:11.538740 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-14161dbb-a959-4170-9e74-a3984d7d69a7 req-b08b255a-6716-4935-bdcf-2ac0687cf2ee service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839691 Jul 23 05:07:11.913218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-4da0ebc4-250e-40cb-aec1-63b08b381157 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:11.915387 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-4da0ebc4-250e-40cb-aec1-63b08b381157 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 815 time: 0.1006339 Jul 23 05:07:11.933425 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'port': {'device_id': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'admin_state_up': True, 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:11.972565 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c0a1ad82-dd2f-4671-9cec-5501abb044d7 req-1b4faedf-fa05-4558-a9e5-9c5ad5e3c3fc tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 210 time: 0.0306692 Jul 23 05:07:12.048622 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Made reservation on behalf of 0cc093aa92864786bee0d8dc6a192f4d for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:07:12.052175 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:12.218445 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Allocated IP 172.20.0.12 (9f538315-1448-4438-8ba6-aa149d005e1b/ca845773-0ee7-4b99-ac34-ff624b93bd5e/a6a4bfba-6bbe-438b-85b3-329673a81a69) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:07:12.244896 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4910f-aee6-47de-b190-ed204abdb34b req-36e9c918-b9cb-459b-97a0-b9db3badc772 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:12.246414 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4f4910f-aee6-47de-b190-ed204abdb34b req-36e9c918-b9cb-459b-97a0-b9db3badc772 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.1250353 Jul 23 05:07:12.326675 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4f4910f-aee6-47de-b190-ed204abdb34b req-94dcc8be-95f6-427e-8d63-a0bd6d3bb75f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686650 Jul 23 05:07:12.707325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:12.722042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Transition to ACTIVE for port object a6a4bfba-6bbe-438b-85b3-329673a81a69 will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:07:12.759454 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:12.804771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Network 9f538315-1448-4438-8ba6-aa149d005e1b is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:07:12.807977 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:07:12.811926 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:07:12.819527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:12.873094 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:12.873929 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:12.894739 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-3c86cb89-f8e7-4282-bc68-c5d15d3857f4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9651816 Jul 23 05:07:13.054606 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1a910612-242e-4ac8-9689-52e1ef737856 None None] Provisioning for port a6a4bfba-6bbe-438b-85b3-329673a81a69 completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:13.058465 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-1a910612-242e-4ac8-9689-52e1ef737856 None None] Provisioning complete for port a6a4bfba-6bbe-438b-85b3-329673a81a69 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:13.058866 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1a910612-242e-4ac8-9689-52e1ef737856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:13.103892 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1a910612-242e-4ac8-9689-52e1ef737856 None None] Port a6a4bfba-6bbe-438b-85b3-329673a81a69 cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:07:13.133973 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3a763-8609-43d4-9183-853243ac59af req-8fe417b3-4a01-4dc7-b731-c50dd2c19b11 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:13.135522 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-59c3a763-8609-43d4-9183-853243ac59af req-8fe417b3-4a01-4dc7-b731-c50dd2c19b11 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0899172 Jul 23 05:07:13.173348 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-59c3a763-8609-43d4-9183-853243ac59af req-e3e35c66-11cc-4401-aea6-8dd864258775 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Jul 23 05:07:13.465885 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d305695-e1b7-498a-a322-16106cfe4b7d req-a8e52893-54b1-4bf4-a1f7-c1e0bbee64a5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:13.467374 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d305695-e1b7-498a-a322-16106cfe4b7d req-a8e52893-54b1-4bf4-a1f7-c1e0bbee64a5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0679452 Jul 23 05:07:13.508174 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7d305695-e1b7-498a-a322-16106cfe4b7d req-3db131b3-fa8b-46fd-b712-7ffdab14e62d tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Jul 23 05:07:14.309629 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae23c69-432b-4f17-91f9-12bfce7d2f4a req-11a81902-9c66-4d8b-b607-5df9295af3a0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:14.311396 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-eae23c69-432b-4f17-91f9-12bfce7d2f4a req-11a81902-9c66-4d8b-b607-5df9295af3a0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0669563 Jul 23 05:07:14.351606 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-eae23c69-432b-4f17-91f9-12bfce7d2f4a req-3ad91991-95db-4b46-805d-e8f097dd7967 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342562 Jul 23 05:07:14.640214 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd51479-98ad-4e70-8f9c-f17890030d9b req-2f2e1477-e999-4d44-90c2-56b8515d3b01 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:14.641901 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6dd51479-98ad-4e70-8f9c-f17890030d9b req-2f2e1477-e999-4d44-90c2-56b8515d3b01 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0652559 Jul 23 05:07:14.682190 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6dd51479-98ad-4e70-8f9c-f17890030d9b req-bc7a78bb-2726-473d-88b0-e74979a43c84 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Jul 23 05:07:15.484012 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116f13c-a131-4934-a7a2-f637424f101d req-a7623e76-7298-4cec-8827-95a5676697f7 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:15.485548 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0116f13c-a131-4934-a7a2-f637424f101d req-a7623e76-7298-4cec-8827-95a5676697f7 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0665197 Jul 23 05:07:15.530530 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0116f13c-a131-4934-a7a2-f637424f101d req-333d14a7-7aba-4fcc-bde5-d075e72504f1 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 Jul 23 05:07:15.822438 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e13a6-5d6f-403e-a12c-e95da87a1e41 req-80e928f5-1dc6-4d0a-b77e-8247c63c9b56 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:15.823978 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3f1e13a6-5d6f-403e-a12c-e95da87a1e41 req-80e928f5-1dc6-4d0a-b77e-8247c63c9b56 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0660472 Jul 23 05:07:15.863466 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3f1e13a6-5d6f-403e-a12c-e95da87a1e41 req-f89cf46b-7062-49e0-a8f3-35f0bc125a73 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335479 Jul 23 05:07:16.671684 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a2da1-8246-4026-8dd0-6175a7df9a4d req-6bb1c3e7-53f5-4384-adbf-4fe8ff977e50 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:16.673266 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-462a2da1-8246-4026-8dd0-6175a7df9a4d req-6bb1c3e7-53f5-4384-adbf-4fe8ff977e50 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0697482 Jul 23 05:07:16.714893 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-462a2da1-8246-4026-8dd0-6175a7df9a4d req-5dc34451-1471-4dc7-a427-315695c6e88f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Jul 23 05:07:17.013024 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253ea2d-c99f-4684-8451-1259ab4c92c9 req-d9a8053d-7270-4f3f-95de-e1d4966125f7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:17.014516 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8253ea2d-c99f-4684-8451-1259ab4c92c9 req-d9a8053d-7270-4f3f-95de-e1d4966125f7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0685198 Jul 23 05:07:17.051235 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-8253ea2d-c99f-4684-8451-1259ab4c92c9 req-4edf8c79-d625-463a-90d2-ed64a8c8233f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Jul 23 05:07:17.848297 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d9e95-14da-4578-a8cd-768563403c03 req-c7130aa5-6828-4e02-989c-e4f86b26011d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:17.849845 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e84d9e95-14da-4578-a8cd-768563403c03 req-c7130aa5-6828-4e02-989c-e4f86b26011d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0658696 Jul 23 05:07:17.890247 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e84d9e95-14da-4578-a8cd-768563403c03 req-cd97f3e4-ed0a-42e5-8f25-2400c3bd8dc8 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 23 05:07:18.194769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9826d4aa-055b-49ad-b1f4-f09ed9d716ad req-7bb0fdb5-5412-4ea1-8def-1eb43c03bfac tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:18.196668 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9826d4aa-055b-49ad-b1f4-f09ed9d716ad req-7bb0fdb5-5412-4ea1-8def-1eb43c03bfac tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0761478 Jul 23 05:07:18.238481 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-9826d4aa-055b-49ad-b1f4-f09ed9d716ad req-3788ce45-cba6-4b35-aded-e038ada9b17d tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360322 Jul 23 05:07:19.025137 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d6e97-7796-407d-a7d0-de26327a7498 req-c52dbc4b-85ad-43b4-9709-f6016c5373ca tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:19.026783 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e17d6e97-7796-407d-a7d0-de26327a7498 req-c52dbc4b-85ad-43b4-9709-f6016c5373ca tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0685401 Jul 23 05:07:19.064947 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e17d6e97-7796-407d-a7d0-de26327a7498 req-c50ee281-888e-46ad-bed3-156d7b8d84e3 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326591 Jul 23 05:07:19.374779 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4809b-0a49-4cde-bc72-45367d5112e2 req-c44f424f-9b78-4710-bf8b-a0f29ace2b3f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:19.376314 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5f4809b-0a49-4cde-bc72-45367d5112e2 req-c44f424f-9b78-4710-bf8b-a0f29ace2b3f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0669081 Jul 23 05:07:19.414993 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b5f4809b-0a49-4cde-bc72-45367d5112e2 req-a130edd3-3c81-48d3-bd20-245f755f33bb tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Jul 23 05:07:20.204126 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc61692-bfb0-4e46-8b3d-871ebb885028 req-32386e52-d815-44af-803e-8321694b2f10 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:20.205748 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9dc61692-bfb0-4e46-8b3d-871ebb885028 req-32386e52-d815-44af-803e-8321694b2f10 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0683067 Jul 23 05:07:20.247288 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9dc61692-bfb0-4e46-8b3d-871ebb885028 req-0ce42c0c-33c6-4774-8575-2617dc14d52e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350044 Jul 23 05:07:20.554818 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe219bf-a5bd-4bd3-b927-5a27a1358893 req-780380c2-ea0d-4da0-ab79-e9c88e66792f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:20.556364 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bbe219bf-a5bd-4bd3-b927-5a27a1358893 req-780380c2-ea0d-4da0-ab79-e9c88e66792f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0717242 Jul 23 05:07:20.596077 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bbe219bf-a5bd-4bd3-b927-5a27a1358893 req-84250b5f-1e8e-4fce-b185-e668671c7807 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340586 Jul 23 05:07:21.389791 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71892dc8-871f-47fd-9bac-676fbb76cceb req-023466b2-4b27-45be-98b6-2c47e958838d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:21.391329 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-71892dc8-871f-47fd-9bac-676fbb76cceb req-023466b2-4b27-45be-98b6-2c47e958838d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0764413 Jul 23 05:07:21.440670 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-71892dc8-871f-47fd-9bac-676fbb76cceb req-36dd103f-f2a0-4671-871e-69ac9837048f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Jul 23 05:07:21.727242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ba109-76c7-43c3-9c9a-5b6d315d92d2 req-c00da56d-2887-4705-8ff6-e0842decfb07 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:21.728881 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-475ba109-76c7-43c3-9c9a-5b6d315d92d2 req-c00da56d-2887-4705-8ff6-e0842decfb07 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0629382 Jul 23 05:07:21.767190 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-475ba109-76c7-43c3-9c9a-5b6d315d92d2 req-1f3672a2-3657-4b8f-87fc-9dbb84b8942d tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327570 Jul 23 05:07:22.352166 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Request body: {'port': {'device_id': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:22.423845 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:22.569984 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a52b6b-b1d8-4413-8659-5d59c2904366 req-4e0c553e-b99c-4988-b964-90de6c4ae44f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:22.571471 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d6a52b6b-b1d8-4413-8659-5d59c2904366 req-4e0c553e-b99c-4988-b964-90de6c4ae44f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 932 time: 0.0631716 Jul 23 05:07:22.609612 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-d6a52b6b-b1d8-4413-8659-5d59c2904366 req-a873afbb-9529-466f-b5c7-3f78944a77d5 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Jul 23 05:07:22.680498 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a4bfba-6bbe-438b-85b3-329673a81a69 {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:07:22.687832 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:22.700638 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Transition to ACTIVE for port object a6a4bfba-6bbe-438b-85b3-329673a81a69 will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:07:22.704325 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:22.753721 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:22.829282 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Attempting to bind port a6a4bfba-6bbe-438b-85b3-329673a81a69 on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:07:22.829659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Attempting to bind port a6a4bfba-6bbe-438b-85b3-329673a81a69 by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:07:22.829927 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Attempting to bind port a6a4bfba-6bbe-438b-85b3-329673a81a69 on network 9f538315-1448-4438-8ba6-aa149d005e1b {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:07:22.835386 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Port a6a4bfba-6bbe-438b-85b3-329673a81a69 on network 9f538315-1448-4438-8ba6-aa149d005e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:07:22.835579 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Attempting to bind port a6a4bfba-6bbe-438b-85b3-329673a81a69 on network 9f538315-1448-4438-8ba6-aa149d005e1b {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:07:22.840663 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:07:22.840999 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Checking segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:07:22.841383 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Bound using segment: {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:07:22.841809 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Bound port: a6a4bfba-6bbe-438b-85b3-329673a81a69, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205b606f-2163-42b1-819a-1655aa1cb7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:07:22.842164 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:22.950556 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:07:22.959193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf58d9-802a-4fa4-ad51-9afade04be21 req-cfa96ea4-12a3-4d76-8804-c7f588edc1ca tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:22.960701 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-88cf58d9-802a-4fa4-ad51-9afade04be21 req-cfa96ea4-12a3-4d76-8804-c7f588edc1ca tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.1164632 Jul 23 05:07:22.962285 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:07:22.968464 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:23.016978 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.017506 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:23.018868 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] 10.222.0.24 "PUT /v2.0/ports/a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 1094 time: 0.6723313 Jul 23 05:07:23.022263 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:23.024522 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:23.052578 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-88cf58d9-802a-4fa4-ad51-9afade04be21 req-e5e2d31d-de5e-4042-ba17-215a23aec853 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851033 Jul 23 05:07:23.064009 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79574c-b2a3-41ca-80f4-92b00052bf51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:23.093664 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b1623-c6e6-43f2-86dd-4dab363cff75 x-openstack-request-id: req-a76b1623-c6e6-43f2-86dd-4dab363cff75 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:23.093958 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:23.094204 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a76b1623-c6e6-43f2-86dd-4dab363cff75 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:23.094599 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:07:23.158922 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-aae91183-85fd-4c93-81b0-0afc655d3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.160433 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-aae91183-85fd-4c93-81b0-0afc655d3994 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1097 time: 0.0593495 Jul 23 05:07:23.209248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-158dd797-3759-4e8f-a932-2bd0c17d75df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 217 time: 0.0354407 Jul 23 05:07:23.255923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-5940f257-dc82-41b5-8855-0c0f2cf4dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.257892 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-5940f257-dc82-41b5-8855-0c0f2cf4dc23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0426354 Jul 23 05:07:23.314337 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ac1dc438-0bdc-4f31-9a69-b0f9f957111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.315713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-ac1dc438-0bdc-4f31-9a69-b0f9f957111b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515788 Jul 23 05:07:23.405392 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-f7a9b398-b3a1-431e-a799-d3cecca373e7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827317 Jul 23 05:07:23.495479 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1e73e73d-cc10-4f67-a7df-e6ae7a028c24 req-41986e52-d40c-4062-b786-46550a75a37f service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Jul 23 05:07:23.638142 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-432d8704-f952-4803-9624-fe379ec83521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.639639 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-432d8704-f952-4803-9624-fe379ec83521 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1097 time: 0.0527027 Jul 23 05:07:23.768341 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-e971fa0d-649a-4822-8365-a838dc1414ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.769750 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-e971fa0d-649a-4822-8365-a838dc1414ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.1219699 Jul 23 05:07:23.784880 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6fd7-06a2-4bb5-b764-e65e93906552 req-b91ed74b-4174-473c-9112-dd511132072b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.786248 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64fb6fd7-06a2-4bb5-b764-e65e93906552 req-b91ed74b-4174-473c-9112-dd511132072b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 944 time: 0.1118009 Jul 23 05:07:23.824160 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-61bf0603-0d22-4c08-9519-c36492fee299 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 217 time: 0.0467780 Jul 23 05:07:23.879880 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64fb6fd7-06a2-4bb5-b764-e65e93906552 req-c16dbc05-85bc-4ce2-9fc0-0179852ef891 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869825 Jul 23 05:07:23.890348 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-7c4500f3-7cb8-46d5-97f4-9d2d280fda97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.891666 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-7c4500f3-7cb8-46d5-97f4-9d2d280fda97 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0601103 Jul 23 05:07:23.948554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-50c998d1-d70e-4f3a-9c77-f8348d143397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:23.950027 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-50c998d1-d70e-4f3a-9c77-f8348d143397 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512257 Jul 23 05:07:24.036820 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-99a59892-65b3-4a4c-99fa-3460a8c2cecb service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793283 Jul 23 05:07:24.130425 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50785a01-0a65-4458-b5ef-0c9bf30c3a6e req-e25c8b66-c713-46a7-a170-06387d74b06f service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863419 Jul 23 05:07:24.184714 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4288d-fe60-4e11-879d-1dbc544439aa req-0225de84-19a1-428b-9b88-c63f3b7031d5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:24.186190 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0d4288d-fe60-4e11-879d-1dbc544439aa req-0225de84-19a1-428b-9b88-c63f3b7031d5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 944 time: 0.0630417 Jul 23 05:07:24.205077 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 0a9054f1-d308-4705-944d-2dde341768f0 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:07:24.223437 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b0d4288d-fe60-4e11-879d-1dbc544439aa req-d943bde1-81b3-47e7-9c3a-ab777b4d765c tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Jul 23 05:07:24.297679 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=0a9054f1-d308-4705-944d-2dde341768f0,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:24.308276 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '0a9054f1-d308-4705-944d-2dde341768f0', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:07:24.348521 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:24.360877 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9054f1-d308-4705-944d-2dde341768f0 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:07:24.379998 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=0a9054f1-d308-4705-944d-2dde341768f0,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:24.384450 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:24.428656 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:24.435315 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.435660 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.435997 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.436331 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.436689 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.437020 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.437343 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.437663 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.438238 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.438553 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.438869 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.439182 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:07:24.672171 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['0a9054f1-d308-4705-944d-2dde341768f0'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:07:25.005208 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3a6dd-1dff-4f48-ae0e-96220102f6e8 req-be446f7f-8328-4a98-9615-86481b6d6d66 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:25.006735 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d4c3a6dd-1dff-4f48-ae0e-96220102f6e8 req-be446f7f-8328-4a98-9615-86481b6d6d66 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 944 time: 0.0613880 Jul 23 05:07:25.042748 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d4c3a6dd-1dff-4f48-ae0e-96220102f6e8 req-2d5078f6-3ceb-4ad2-a449-37ce02427c77 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Jul 23 05:07:25.350823 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee198f83-ff36-4cfe-8727-822f71375f58 req-0632f572-277b-4038-aceb-0eb3169b825e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:25.352307 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ee198f83-ff36-4cfe-8727-822f71375f58 req-0632f572-277b-4038-aceb-0eb3169b825e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 945 time: 0.0653267 Jul 23 05:07:25.387635 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-ee198f83-ff36-4cfe-8727-822f71375f58 req-eab3f0e4-54fb-4277-9b59-6dbdfecb8432 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299687 Jul 23 05:07:26.173067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6476d-bbf8-4e5e-b606-6def9facd690 req-10d65792-cd35-439f-859d-714326fb2cd3 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:26.174773 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6ab6476d-bbf8-4e5e-b606-6def9facd690 req-10d65792-cd35-439f-859d-714326fb2cd3 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 944 time: 0.0669839 Jul 23 05:07:26.212488 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-6ab6476d-bbf8-4e5e-b606-6def9facd690 req-84a7d9e4-7f7f-4c10-b5d2-cbef1f6adec9 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Jul 23 05:07:26.220677 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device a6a4bfba-6bbe-438b-85b3-329673a81a69 details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:07:26.227616 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 0a9054f1-d308-4705-944d-2dde341768f0 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:26.331209 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 0a9054f1-d308-4705-944d-2dde341768f0 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:26.338367 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 0a9054f1-d308-4705-944d-2dde341768f0 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:26.338741 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:26.374260 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:26.390920 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'port_id': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'mac_address': 'fa:16:3e:fc:a9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:07:26.454425 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:26.475648 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a4bfba-6bbe-438b-85b3-329673a81a69 {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:07:26.482983 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:26.506862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:26.513850 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:26.517217 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923ee26-d554-442f-9dbf-69b8a5ec9890 req-58a36de8-11fb-4c7b-8175-f9b90cb5e484 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:26.518739 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c923ee26-d554-442f-9dbf-69b8a5ec9890 req-58a36de8-11fb-4c7b-8175-f9b90cb5e484 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 945 time: 0.0636191 Jul 23 05:07:26.522208 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:26.524468 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb6da5c-0b0a-4a8a-b52d-3d9e0c146b21" -d '{"events": [{"server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "name": "network-vif-plugged", "status": "completed", "tag": "0a9054f1-d308-4705-944d-2dde341768f0"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:26.557537 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=0a9054f1-d308-4705-944d-2dde341768f0,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:26.562659 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:26.563647 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c923ee26-d554-442f-9dbf-69b8a5ec9890 req-654d761b-d8a4-4c4a-a683-fb1db7d50208 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387542 Jul 23 05:07:26.581266 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:26.584510 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc103c-66bc-4a83-aa71-96d7c7504138 x-openstack-request-id: req-c1fc103c-66bc-4a83-aa71-96d7c7504138 {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:26.584819 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "name": "network-vif-plugged", "status": "completed", "tag": "0a9054f1-d308-4705-944d-2dde341768f0", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:26.585077 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1fc103c-66bc-4a83-aa71-96d7c7504138 {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:26.585457 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0', 'code': 200} Jul 23 05:07:26.632549 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:26.804018 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:07:26.832434 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892f1c6-b65d-45c8-9086-34116133fd6f req-09142f41-0a80-4265-9690-c5d2350e2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:26.834633 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2892f1c6-b65d-45c8-9086-34116133fd6f req-09142f41-0a80-4265-9690-c5d2350e2eff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1099 time: 0.0530393 Jul 23 05:07:26.868707 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2892f1c6-b65d-45c8-9086-34116133fd6f req-a5df47ad-1f8c-4a00-ab8c-7384f9845e10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275002 Jul 23 05:07:27.340961 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ea591-d752-4f09-9198-a6893dc5ade9 req-68241362-a106-49a1-8ed4-89a8eedd22b2 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:27.342506 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b68ea591-d752-4f09-9198-a6893dc5ade9 req-68241362-a106-49a1-8ed4-89a8eedd22b2 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 945 time: 0.0653942 Jul 23 05:07:27.379213 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b68ea591-d752-4f09-9198-a6893dc5ade9 req-bef95a04-6e3f-42e0-8127-261b0e6ce24b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Jul 23 05:07:27.690260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcf89a-15e3-48aa-978d-8d4b53d93eca req-8487ad32-a8c7-4c3d-9444-c91764acc780 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:27.691729 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-48bcf89a-15e3-48aa-978d-8d4b53d93eca req-8487ad32-a8c7-4c3d-9444-c91764acc780 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.0653315 Jul 23 05:07:27.734024 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-48bcf89a-15e3-48aa-978d-8d4b53d93eca req-5959960a-0b67-4b62-ae62-28d9741aab6e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356872 Jul 23 05:07:28.241956 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device a6a4bfba-6bbe-438b-85b3-329673a81a69 up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:07:28.290454 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port a6a4bfba-6bbe-438b-85b3-329673a81a69 completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:07:28.293900 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port a6a4bfba-6bbe-438b-85b3-329673a81a69 triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:28.294266 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:28.368907 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:28.399517 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:28.403874 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:28.455049 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:28.533796 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6baac1-1b3c-4e13-b3fd-3f3308fbb24d req-7b079f4d-b61f-4b7b-95c7-e1dea73ca1f5 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:28.535616 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c6baac1-1b3c-4e13-b3fd-3f3308fbb24d req-7b079f4d-b61f-4b7b-95c7-e1dea73ca1f5 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0666571 Jul 23 05:07:28.575246 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8c6baac1-1b3c-4e13-b3fd-3f3308fbb24d req-013efd66-8806-4c37-9e8b-5eec5f0048e8 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Jul 23 05:07:28.586567 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:28.589187 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0eb4d66-669c-4b0b-9feb-61b762f04841" -d '{"events": [{"server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:28.622367 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad1b6d-9342-4f70-bf12-fb56a94d348f x-openstack-request-id: req-06ad1b6d-9342-4f70-bf12-fb56a94d348f {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:28.622653 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:28.622903 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-06ad1b6d-9342-4f70-bf12-fb56a94d348f {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:28.623291 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'code': 200} Jul 23 05:07:28.828792 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c37cc-2ec4-4945-9176-5f7b09e01335 req-05eeb06b-8758-43b6-9e18-5c69dadf61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:28.830302 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e8c37cc-2ec4-4945-9176-5f7b09e01335 req-05eeb06b-8758-43b6-9e18-5c69dadf61ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1099 time: 0.0562732 Jul 23 05:07:28.862076 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61888-be10-4ed0-bd9d-47a7ef9f7ca9 req-b0df51b2-9c60-486b-ba8d-349aa01e603b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:28.863156 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3e8c37cc-2ec4-4945-9176-5f7b09e01335 req-bf14cbd6-936e-49a6-99b3-22873847af52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267007 Jul 23 05:07:28.863617 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c8c61888-be10-4ed0-bd9d-47a7ef9f7ca9 req-b0df51b2-9c60-486b-ba8d-349aa01e603b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.0629661 Jul 23 05:07:28.900852 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-c8c61888-be10-4ed0-bd9d-47a7ef9f7ca9 req-975a5409-bb27-45cc-8226-7c117d540394 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jul 23 05:07:29.027281 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31e59a-a3c5-44f3-bfd4-abf31cba6487 req-6d72f150-e24e-4d49-b410-6c99953d8f18 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:29.028778 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aa31e59a-a3c5-44f3-bfd4-abf31cba6487 req-6d72f150-e24e-4d49-b410-6c99953d8f18 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.0617366 Jul 23 05:07:29.065345 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-aa31e59a-a3c5-44f3-bfd4-abf31cba6487 req-1255aeb3-2c82-449a-a24c-95aa1387868b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311556 Jul 23 05:07:29.087533 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51110) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:29.141173 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8230a9-2079-4417-b364-faf470ef88a6 tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:29.142654 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-de8230a9-2079-4417-b364-faf470ef88a6 tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1094 time: 0.0541604 Jul 23 05:07:29.145313 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51112) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:29.149720 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:29.169717 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:29.262247 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:29.364203 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.27.3.37 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/4e7b08f0-14a0-4ac1-a495-766a2da42cca) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:07:29.460794 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:29.498191 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:29.530091 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:07:29.532771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:07:29.538442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:07:29.571811 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=4e7b08f0-14a0-4ac1-a495-766a2da42cca,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:29.704738 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f55d20-395f-4279-93cf-ee50e4f5fcdd req-0791e241-7abb-4b1b-8753-758a416f5881 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:29.706131 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-73f55d20-395f-4279-93cf-ee50e4f5fcdd req-0791e241-7abb-4b1b-8753-758a416f5881 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0652692 Jul 23 05:07:29.744057 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-73f55d20-395f-4279-93cf-ee50e4f5fcdd req-785c59f5-27af-46b1-9f1f-8c4ca1e37ba8 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Jul 23 05:07:29.894838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:29.973803 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.118134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.122275 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.184455 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=4e7b08f0-14a0-4ac1-a495-766a2da42cca,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:30.196792 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.292808 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP 6eac15d2-64ec-4189-9a02-746ee5d2ea0c associated. External IP: 172.27.3.37, port: 0a9054f1-d308-4705-944d-2dde341768f0. Jul 23 05:07:30.328724 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.501931 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:07:30.604773 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:07:30.614617 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:07:30.620554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:30.624019 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:30.624671 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:30.656548 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-20a00a9a-727d-4e0a-bddc-2fb6548983f3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5102179 Jul 23 05:07:30.657211 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:30.659435 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ff2336-7d32-4985-be0b-97235d2ac03d" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:30.695611 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fb106c-cbbd-450d-bb9c-6fc0af338b6a x-openstack-request-id: req-f5fb106c-cbbd-450d-bb9c-6fc0af338b6a {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:30.695877 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:30.696123 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5fb106c-cbbd-450d-bb9c-6fc0af338b6a {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:30.696513 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0', 'status': 'completed', 'code': 200} Jul 23 05:07:30.727938 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:30.790607 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-55281930-e61e-4c3a-8ca6-fddde407cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:30.792209 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-55281930-e61e-4c3a-8ca6-fddde407cd2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1099 time: 0.0560040 Jul 23 05:07:30.873125 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162a6c3-8170-4bbc-b92e-a793d55215d3 req-5710e6d9-d709-4383-99d7-cdd4512d91e0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:30.874619 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f162a6c3-8170-4bbc-b92e-a793d55215d3 req-5710e6d9-d709-4383-99d7-cdd4512d91e0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0630250 Jul 23 05:07:30.918927 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f162a6c3-8170-4bbc-b92e-a793d55215d3 req-176c76de-476b-4983-94d0-86d290e9e2be tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359876 Jul 23 05:07:30.969181 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:29Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:30.997980 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:07:31.007568 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:31.008301 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:31.182037 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-fcf55194-d161-477d-be67-e5829092eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:31.183510 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-fcf55194-d161-477d-be67-e5829092eb89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.3845668 Jul 23 05:07:31.218889 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-cfc12297-c298-4ed4-a39c-96349f6be617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:31.246792 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:31.268450 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c2a85-80c6-4e5f-bb03-5c2eabd1b2c4 req-776abb6f-00ee-4c98-8786-f6674f241113 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:31.269935 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb4c2a85-80c6-4e5f-bb03-5c2eabd1b2c4 req-776abb6f-00ee-4c98-8786-f6674f241113 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.1320159 Jul 23 05:07:31.274113 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-22766120-fef8-4c3a-abeb-6aeba71d1340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 999 time: 0.0829296 Jul 23 05:07:31.351197 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-fb4c2a85-80c6-4e5f-bb03-5c2eabd1b2c4 req-026611d4-7dd1-45a4-a025-b6163fd3e66f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733418 Jul 23 05:07:31.354730 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-1232eb36-ce8a-495b-9d1f-f56c935f675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:31.356190 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-1232eb36-ce8a-495b-9d1f-f56c935f675a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0718505 Jul 23 05:07:31.415391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-fd291f25-a03c-42e0-b3d3-03b24c10c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:31.416949 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-fd291f25-a03c-42e0-b3d3-03b24c10c724 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544326 Jul 23 05:07:31.487914 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:29Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:31.516955 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-8d74e50a-98a4-441b-90f7-1baa4c65e255 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937688 Jul 23 05:07:31.519655 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9ce082-271c-46a4-bd4e-e39c9b36dd06 None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:29Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:07:31.627030 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-64ff2336-7d32-4985-be0b-97235d2ac03d req-9a3dba18-ac73-4c2f-a6c1-6c4b8dc7c134 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042855 Jul 23 05:07:31.725288 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8bd728-1ac5-4b3a-858f-d0c90c88465e None None] New status for floating IP 6eac15d2-64ec-4189-9a02-746ee5d2ea0c: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:07:31.729958 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded00a-3c0b-477c-9b67-10e385f9b4b3 req-bfff0cbf-8869-4efe-8315-1ba6846fccd4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:31.731499 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69ded00a-3c0b-477c-9b67-10e385f9b4b3 req-bfff0cbf-8869-4efe-8315-1ba6846fccd4 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0709143 Jul 23 05:07:31.769845 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69ded00a-3c0b-477c-9b67-10e385f9b4b3 req-96ca4222-873b-4c54-a4c5-86f98a61ff71 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Jul 23 05:07:32.422326 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:07:33.541175 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-24e7a74b-8dbe-4e4c-aed9-e06733d5e241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:34.077201 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:34.796949 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:36.233227 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:41.237506 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35ca5-b125-4ed7-952e-7178b760c5af req-15f9f2b4-9275-4868-aa1e-b1401db8169d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:41.238892 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d3b35ca5-b125-4ed7-952e-7178b760c5af req-15f9f2b4-9275-4868-aa1e-b1401db8169d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0622034 Jul 23 05:07:41.275842 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d3b35ca5-b125-4ed7-952e-7178b760c5af req-2e21c4c0-64e8-43d6-acef-2374b8ad6327 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Jul 23 05:07:41.297239 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51174) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:41.387444 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e0cf2-35c1-4a69-b0f6-ffa025ae7d29 tempest-TestMinimumBasicScenario-464423721 tempest-TestMinimumBasicScenario-464423721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:41.390862 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-2d5e0cf2-35c1-4a69-b0f6-ffa025ae7d29 tempest-TestMinimumBasicScenario-464423721 tempest-TestMinimumBasicScenario-464423721-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1094 time: 0.0907898 Jul 23 05:07:41.391824 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51178) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:41.396119 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'port_id': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:41.417283 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for floatingip, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:41.515098 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:41.618338 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Allocated IP 172.27.3.190 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/772401fd-72b1-4017-a96a-5d60918e7a03) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:07:41.717327 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:41.754457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:41.789067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:07:41.793954 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:07:41.797295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:07:41.824844 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'Port': ['ID=772401fd-72b1-4017-a96a-5d60918e7a03,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:42.144901 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.220288 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.366891 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.371335 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.437679 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'Port': ['ID=772401fd-72b1-4017-a96a-5d60918e7a03,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:42.447023 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.543693 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Floating IP b5ea06e1-323d-43df-8995-4888d25ceda8 associated. External IP: 172.27.3.190, port: a6a4bfba-6bbe-438b-85b3-329673a81a69. Jul 23 05:07:42.742545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:07:42.845955 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:07:42.855821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Sync routers for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:07:42.861909 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.865476 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:42.866078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:42.898445 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-d4002a9c-d24d-4dac-a3e1-3d4a722f6e39 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5055947 Jul 23 05:07:42.899079 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:42.901410 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51180) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:42.901911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df407901-05e7-49cc-9c49-8ba1c975b7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:42.906945 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1549838518', 'description': 'tempest-secgroup-smoke-1549838518 description', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:42.934155 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:42.976007 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:43.006405 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708e7e1c-5506-4d67-8b61-b5d8629cbb93 x-openstack-request-id: req-708e7e1c-5506-4d67-8b61-b5d8629cbb93 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:43.006841 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:43.007352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-708e7e1c-5506-4d67-8b61-b5d8629cbb93 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:43.007870 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:07:43.020887 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.024920 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.055508 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b043a-02e6-4da2-92e3-72b50079668e,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.057890 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.059096 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-9d596419-6ce4-4e93-a9f4-b6b6d76f0601 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1558955 Jul 23 05:07:43.062802 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51186) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.067038 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.095345 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.122308 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-c21759c3-fb6e-43b5-ba45-82fe54c80092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:43.124141 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-c21759c3-fb6e-43b5-ba45-82fe54c80092 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1099 time: 0.0601950 Jul 23 05:07:43.153575 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.157940 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.177176 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9b70bb-cf5e-4ca8-94e9-0ecb0503ddac,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.186087 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.190314 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0501c8f3-9d93-443f-ac52-800c68b77c70 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244469 Jul 23 05:07:43.190755 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51188) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.196357 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.221442 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'b5ea06e1-323d-43df-8995-4888d25ceda8', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'port_id': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'mac_address': 'fa:16:3e:fc:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:42Z', 'updated_at': '2021-07-23T05:07:42Z', 'revision_number': 0, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:43.227074 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.227786 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-62abe7ba-ac97-4a64-9a5c-03c0326034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:43.229413 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-62abe7ba-ac97-4a64-9a5c-03c0326034b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.0986652 Jul 23 05:07:43.255531 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Checking router: 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:07:43.264209 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:07:43.264963 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:07:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:43.284090 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.289708 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.298436 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-4a363bc7-bde5-451b-86cf-3925c558e5c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 1000 time: 0.0612915 Jul 23 05:07:43.307261 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0805f1f-1ed9-4380-b8e5-eb4d4215e278,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.318134 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.319880 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f2fbba53-f451-49a9-94bf-85588dd5fa42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280482 Jul 23 05:07:43.322446 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51190) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.327823 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.359895 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-fe64ef04-a494-42c5-a6db-10599d4c8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:43.361535 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-fe64ef04-a494-42c5-a6db-10599d4c8d5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0557389 Jul 23 05:07:43.363166 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.380073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:07:43.426949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.431877 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.435843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-bc972810-d899-4f4e-ba4a-089e6cfed569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:43.437926 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-bc972810-d899-4f4e-ba4a-089e6cfed569 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0683315 Jul 23 05:07:43.451653 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ef642a-82da-4826-b24a-1b745761733d,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.455278 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.459623 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-c2dbd16b-86bb-45f7-a1d2-878d112d1a41 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361737 Jul 23 05:07:43.460423 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51192) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.465098 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.499949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.536583 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-39cdbcb2-aea8-4a0d-9e74-a2d27ea76829 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919182 Jul 23 05:07:43.562207 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.566689 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.588436 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf0ec59-9880-4bda-8451-1890fcae0659,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.596420 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.598096 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-28d3084a-971c-4af8-9def-eb68cd2338ab tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362102 Jul 23 05:07:43.600496 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51194) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.605567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.620309 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'b5ea06e1-323d-43df-8995-4888d25ceda8', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'port_id': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'mac_address': 'fa:16:3e:fc:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:42Z', 'updated_at': '2021-07-23T05:07:42Z', 'revision_number': 0, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:07:43.634448 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.securitygroups_db [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Project 0cc093aa92864786bee0d8dc6a192f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 05:07:43.637585 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-df407901-05e7-49cc-9c49-8ba1c975b7d0 req-1eb3d07d-6206-4600-a374-498826361865 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929031 Jul 23 05:07:43.639562 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.652951 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61202d8-0ea2-4e9e-8671-1a6e5049c03c None None] The sync data for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi is: [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': 'b5ea06e1-323d-43df-8995-4888d25ceda8', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'port_id': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'mac_address': 'fa:16:3e:fc:a9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:42Z', 'updated_at': '2021-07-23T05:07:42Z', 'revision_number': 0, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:07:43.703108 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.706931 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.724626 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29638a98-c8f2-4b25-bfb5-f1425859f321,revision_number=0']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.732094 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.733423 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a2b65479-fc91-4dd8-b54e-bef358a74882 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317916 Jul 23 05:07:43.736206 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51196) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:07:43.740826 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'security_group_rule': {'security_group_id': 'ca6b043a-02e6-4da2-92e3-72b50079668e', 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:43.762189 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.securitygroups_db [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Project 0cc093aa92864786bee0d8dc6a192f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 05:07:43.767115 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.830627 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.834168 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1949513'] for security_group_rule, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.849729 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d382d9aa-17f5-43a2-9ece-079bcbf9a2c2 None None] New status for floating IP b5ea06e1-323d-43df-8995-4888d25ceda8: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:07:43.853726 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7704d1f6-1a68-46ac-ac71-e0291cbd4873,revision_number=0']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:43.860088 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:43.861588 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-a6ca208d-53e3-442f-8a3d-ef6b7829903b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242700 Jul 23 05:07:43.939314 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-1e8a25f2-e09c-457e-bdf5-590764c015ba tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549838518&fields=id&tenant_id=0cc093aa92864786bee0d8dc6a192f4d HTTP/1.1" status: 200 len: 267 time: 0.0331707 Jul 23 05:07:44.010848 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-3aeccea6-0f5d-480e-990a-6cac15c5992f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:44.012349 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-3aeccea6-0f5d-480e-990a-6cac15c5992f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0665996 Jul 23 05:07:44.023609 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'port': {'security_groups': ['f13aaacc-56d3-453d-b5c2-820ba09bf4a4', 'ca6b043a-02e6-4da2-92e3-72b50079668e']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:07:44.104583 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:44.283106 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:07:44.311373 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:44.315969 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:44.357370 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:07:44.357842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:44.358008 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:44.359415 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ab631f55-2093-4449-84d7-9cab6b9e9bd4 req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "PUT /v2.0/ports/a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 982 time: 0.3409510 Jul 23 05:07:44.382225 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4713792-da47-4a4a-b3c1-700fb040b687 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=6']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:07:44.496043 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa76f5c-4d29-4d6b-a9de-ff5c8b7dcc38 req-f288fa36-2066-4ff9-a822-2cfffc77bab9 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:44.497695 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5aa76f5c-4d29-4d6b-a9de-ff5c8b7dcc38 req-f288fa36-2066-4ff9-a822-2cfffc77bab9 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0718851 Jul 23 05:07:44.513219 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:07:44.540367 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5aa76f5c-4d29-4d6b-a9de-ff5c8b7dcc38 req-d76ed050-9595-4ea4-a9b1-ffb287b9ff22 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369327 Jul 23 05:07:44.693113 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-c4d7daf8-8f77-41d1-88d5-725a74e72975 None None] Provisioning complete for port a6a4bfba-6bbe-438b-85b3-329673a81a69 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:07:44.693376 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c4d7daf8-8f77-41d1-88d5-725a74e72975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:07:45.009322 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:07:45.011606 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e2c3d2-5cd5-4cc8-9573-209689319276" -d '{"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:07:45.047287 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea965db-f296-4d61-9481-7d8d82ce76ae x-openstack-request-id: req-6ea965db-f296-4d61-9481-7d8d82ce76ae {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:07:45.047578 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:07:45.047830 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6ea965db-f296-4d61-9481-7d8d82ce76ae {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:07:45.048220 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:07:45.151850 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-4f966497-1464-4958-bd93-901783a5d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:45.153392 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-4f966497-1464-4958-bd93-901783a5d584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1138 time: 0.0573597 Jul 23 05:07:45.239617 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-821df737-44ec-4592-8f1d-5678cb849ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:45.241780 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-821df737-44ec-4592-8f1d-5678cb849ff8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.0814493 Jul 23 05:07:45.307175 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-4db3d4ce-a537-4c28-aa50-f467744cc6c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 1002 time: 0.0590720 Jul 23 05:07:45.354736 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-5cd46b71-0e1b-4efe-b373-2b7b1c5e5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:45.356130 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-5cd46b71-0e1b-4efe-b373-2b7b1c5e5c16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0419014 Jul 23 05:07:45.410478 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-d2001094-5bce-49d5-9868-62871541731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:07:45.411924 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-d2001094-5bce-49d5-9868-62871541731a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499554 Jul 23 05:07:45.503169 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-a36bfa01-a37e-442d-a869-792cf5905d3b service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833278 Jul 23 05:07:45.589947 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a3e2c3d2-5cd5-4cc8-9573-209689319276 req-96fb79df-2fa6-4164-8720-548caf0307f8 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793312 Jul 23 05:08:00.324432 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:01.068700 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-41e980dd-fa1b-42ca-8614-24091edf2e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:03.542845 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-bd83330b-be55-464b-8948-5a6e0d9cd481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:03.672457 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-8710fd66-3b9e-4fa9-91c2-08aa782d0691 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551820 Jul 23 05:08:03.784795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-02e17bba-4ccf-4581-bc43-7547aec50b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:03.786535 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-02e17bba-4ccf-4581-bc43-7547aec50b26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1099 time: 0.0555284 Jul 23 05:08:03.884412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-86fa3bc4-39e0-45ab-aa66-6470a7b4247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:03.885859 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-86fa3bc4-39e0-45ab-aa66-6470a7b4247e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0808780 Jul 23 05:08:03.951808 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-7de766b6-dba8-48b0-be9d-eee1551ff1d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0583160 Jul 23 05:08:04.001410 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-700e1e58-f38d-4e03-abaf-36a12019ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:04.002819 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-700e1e58-f38d-4e03-abaf-36a12019ccff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0424139 Jul 23 05:08:04.060715 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-db7f3be2-9dd7-4cc2-bfe6-ec256574727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:04.062721 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-db7f3be2-9dd7-4cc2-bfe6-ec256574727e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520964 Jul 23 05:08:04.068019 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:04.153895 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-c18d0409-3446-43e1-af50-ae42f81d8bd4 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838606 Jul 23 05:08:04.246481 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-3b0abc5f-a91d-4fbb-b9da-4d8416434ea4 req-af438a15-e70b-466d-b722-b5156be50a99 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861421 Jul 23 05:08:04.799274 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:06.236716 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:07.509684 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84be809-8758-4ddc-806a-4ee59400883f req-38c3e725-a197-4a80-bf82-519cfc5b3f85 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:07.511169 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c84be809-8758-4ddc-806a-4ee59400883f req-38c3e725-a197-4a80-bf82-519cfc5b3f85 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.1059124 Jul 23 05:08:07.513833 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-80646554-7df5-4072-832e-1158e9bd2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:07.515159 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-80646554-7df5-4072-832e-1158e9bd2087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1138 time: 0.0768015 Jul 23 05:08:07.834416 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c84be809-8758-4ddc-806a-4ee59400883f req-c35058a7-e9e2-4a69-8bcf-6bed00c9a29e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3173039 Jul 23 05:08:07.884407 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-4ccdf12d-88cc-4b3a-a267-739aee029a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:07.885905 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-4ccdf12d-88cc-4b3a-a267-739aee029a8c service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.3632541 Jul 23 05:08:07.954214 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-78b45044-22ed-4269-89fa-94bde48d8552 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 1002 time: 0.0604622 Jul 23 05:08:08.024365 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-cbd18d20-4b25-46a6-b53e-7b4b4fcf5f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:08.025809 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-cbd18d20-4b25-46a6-b53e-7b4b4fcf5f69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0438385 Jul 23 05:08:08.093577 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-fad8d130-dd72-4ffd-8d4c-6daefc52cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:08.094947 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-fad8d130-dd72-4ffd-8d4c-6daefc52cb85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512819 Jul 23 05:08:08.185705 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-f4a1f66d-6631-4994-b429-e4e922a6b5d2 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826211 Jul 23 05:08:08.274827 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2802c65-9da8-4526-8b85-6ac7e5c39d93 req-be740270-4cde-438a-9276-658b252b2d60 service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810504 Jul 23 05:08:08.963542 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98fd64-5c07-4955-afa4-bccc029660c5 req-5b2f9794-680a-4375-84f4-748b6f339736 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:08.965094 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2b98fd64-5c07-4955-afa4-bccc029660c5 req-5b2f9794-680a-4375-84f4-748b6f339736 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0622437 Jul 23 05:08:09.003809 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2b98fd64-5c07-4955-afa4-bccc029660c5 req-0faec606-e709-496a-8eeb-57e0d586fe32 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331967 Jul 23 05:08:09.421727 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:08:10.129066 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7f46c-c53c-49cb-8906-d83624a8714f req-499c1a90-6ac4-4f61-95da-37bfe026c1d5 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:10.130545 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2b7f46c-c53c-49cb-8906-d83624a8714f req-499c1a90-6ac4-4f61-95da-37bfe026c1d5 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0616283 Jul 23 05:08:10.174284 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-a2b7f46c-c53c-49cb-8906-d83624a8714f req-5c244109-6fb8-4f1d-b77f-a0280b245eb0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372176 Jul 23 05:08:11.301499 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd74de7-c1b9-4032-843c-f7fd27c07dd4 req-cc375c09-7c59-4559-bf10-9105ea51a023 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:11.302967 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6dd74de7-c1b9-4032-843c-f7fd27c07dd4 req-cc375c09-7c59-4559-bf10-9105ea51a023 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0610092 Jul 23 05:08:11.345420 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-6dd74de7-c1b9-4032-843c-f7fd27c07dd4 req-1a0e134e-725d-4bf7-b4d0-6e6d49b7e548 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368791 Jul 23 05:08:12.477802 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98f76-785c-4d39-9187-385b16fb6615 req-5fd2529b-06a8-463f-b28f-45ad914661bf tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:12.479247 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1eb98f76-785c-4d39-9187-385b16fb6615 req-5fd2529b-06a8-463f-b28f-45ad914661bf tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0630224 Jul 23 05:08:12.519633 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1eb98f76-785c-4d39-9187-385b16fb6615 req-4f165025-62d4-4cc9-a9ea-fb851d28c15f tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348389 Jul 23 05:08:13.644421 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec9d6b-c377-4f11-a992-70c74505f37a req-ec6f1228-c6b5-40b5-b9bd-f1c04fd3ff22 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:13.645911 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cfec9d6b-c377-4f11-a992-70c74505f37a req-ec6f1228-c6b5-40b5-b9bd-f1c04fd3ff22 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0608115 Jul 23 05:08:13.684550 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-cfec9d6b-c377-4f11-a992-70c74505f37a req-799ebd67-86fc-4f67-8d70-a85101d9d93e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323546 Jul 23 05:08:14.812312 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaec3b-9ea2-41a6-94c6-d2963de8ea74 req-71a2d016-aee4-490d-84c4-e7b4d04571a6 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:14.813804 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2ebaec3b-9ea2-41a6-94c6-d2963de8ea74 req-71a2d016-aee4-490d-84c4-e7b4d04571a6 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0630076 Jul 23 05:08:14.852723 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2ebaec3b-9ea2-41a6-94c6-d2963de8ea74 req-b7a61b97-199b-44b3-8f58-033c7dce3ae2 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333567 Jul 23 05:08:15.977817 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620481d-3ebb-49a7-97b7-e97ef2bcf29b req-71ce4d85-d96d-408b-88d8-14b61bcc897d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:15.983864 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b620481d-3ebb-49a7-97b7-e97ef2bcf29b req-71ce4d85-d96d-408b-88d8-14b61bcc897d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0667017 Jul 23 05:08:16.018272 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b620481d-3ebb-49a7-97b7-e97ef2bcf29b req-5f2b302d-2a5c-4567-9f55-a15784f9792d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334630 Jul 23 05:08:17.148659 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abf21a-061f-4131-829f-e1c3216b67f8 req-1bafc461-64b7-4ebc-b478-159b3864cdeb tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:17.150157 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d9abf21a-061f-4131-829f-e1c3216b67f8 req-1bafc461-64b7-4ebc-b478-159b3864cdeb tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0650063 Jul 23 05:08:17.191145 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-d9abf21a-061f-4131-829f-e1c3216b67f8 req-84bf4d73-6a19-41b1-bfbb-db4c2c324d83 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347381 Jul 23 05:08:18.321167 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820bb21-4c8d-40f0-88d3-0e8b27f66bdf req-81023ca0-929a-4d55-a77e-0b7ce3e0f464 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:18.322647 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2820bb21-4c8d-40f0-88d3-0e8b27f66bdf req-81023ca0-929a-4d55-a77e-0b7ce3e0f464 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0663106 Jul 23 05:08:18.360518 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-2820bb21-4c8d-40f0-88d3-0e8b27f66bdf req-6059f6f9-a6b2-4cb3-b044-36f6f42cc127 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321758 Jul 23 05:08:19.488795 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b06eb3-f761-4fec-930d-992879d868cc req-fc9e8377-73b0-4e0a-b595-c99097a5628e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:19.490305 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50b06eb3-f761-4fec-930d-992879d868cc req-fc9e8377-73b0-4e0a-b595-c99097a5628e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0627036 Jul 23 05:08:19.530239 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-50b06eb3-f761-4fec-930d-992879d868cc req-f2855aa4-a426-4111-8521-0da1fa1fb71b tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341430 Jul 23 05:08:20.655243 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620b59-e60f-4ec4-b4f7-0fd77b129167 req-097ae40e-1c71-4386-a3f0-f2c368a8664e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:20.656742 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-15620b59-e60f-4ec4-b4f7-0fd77b129167 req-097ae40e-1c71-4386-a3f0-f2c368a8664e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0602612 Jul 23 05:08:20.695391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-15620b59-e60f-4ec4-b4f7-0fd77b129167 req-eb7e1c8b-f1d3-4a87-89d4-45bafbb368e7 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331295 Jul 23 05:08:21.821680 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911c7a8-8d4b-4a73-8049-2a6caca6a30c req-b47587dc-1b85-4c77-ae0f-79a2f179dfb7 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:21.823132 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2911c7a8-8d4b-4a73-8049-2a6caca6a30c req-b47587dc-1b85-4c77-ae0f-79a2f179dfb7 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0613739 Jul 23 05:08:21.865457 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2911c7a8-8d4b-4a73-8049-2a6caca6a30c req-1cbc69a1-e283-4acd-894a-0017ac8afc79 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367079 Jul 23 05:08:22.993928 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaa847-0dd2-4fc2-9f2f-44f7072ea16a req-aeae035a-17c1-4fe2-95d8-ac596230fb03 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:22.995391 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5bcaa847-0dd2-4fc2-9f2f-44f7072ea16a req-aeae035a-17c1-4fe2-95d8-ac596230fb03 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0656447 Jul 23 05:08:23.034022 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5bcaa847-0dd2-4fc2-9f2f-44f7072ea16a req-bb10e5cd-0ce3-42b1-8f0f-54c0a0f2b3f6 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331349 Jul 23 05:08:24.164229 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d4dab-f302-498f-a941-0d5bdc5e1f0d req-86b673ce-4747-4f16-8551-ff000fafceae tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:24.166616 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b65d4dab-f302-498f-a941-0d5bdc5e1f0d req-86b673ce-4747-4f16-8551-ff000fafceae tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0666463 Jul 23 05:08:24.205944 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-b65d4dab-f302-498f-a941-0d5bdc5e1f0d req-d06e1530-7908-4b46-9fef-622df42b67eb tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335419 Jul 23 05:08:25.333174 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a78288-f7f7-4a49-8412-36bbb2c40c08 req-5476c146-ad06-4aac-acf1-025d3e10ddfe tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:25.334655 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-10a78288-f7f7-4a49-8412-36bbb2c40c08 req-5476c146-ad06-4aac-acf1-025d3e10ddfe tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0620239 Jul 23 05:08:25.373480 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-10a78288-f7f7-4a49-8412-36bbb2c40c08 req-fb73f795-b92f-451b-9215-06cb096a5f50 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&id=ca6b043a-02e6-4da2-92e3-72b50079668e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332973 Jul 23 05:08:30.325958 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:31.068415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-df0dffcf-d84d-45ae-a083-bd37b5b7fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:33.545656 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8518c3f3-3960-41b5-b355-a7a6960f5803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:34.069518 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:34.802371 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:36.239168 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:46.421367 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:08:54.391947 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-b28fe90b-50bb-4a90-9c0f-de4e6984ba5e tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1549838518&fields=id&tenant_id=0cc093aa92864786bee0d8dc6a192f4d HTTP/1.1" status: 200 len: 267 time: 0.0322685 Jul 23 05:08:54.457006 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-85ffb2d6-cc3d-4ace-862a-077426c1f926 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:54.458449 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-85ffb2d6-cc3d-4ace-862a-077426c1f926 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 985 time: 0.0616171 Jul 23 05:08:54.469457 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Request body: {'port': {'security_groups': ['f13aaacc-56d3-453d-b5c2-820ba09bf4a4']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:08:54.558121 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.728451 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:08:54.755391 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.761115 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.800154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:54.800900 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.802464 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-652adb8e-b5ff-4359-88f4-842b5f6e45eb req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "PUT /v2.0/ports/a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 943 time: 0.3373783 Jul 23 05:08:54.803084 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:08:54.805352 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:08:54.808154 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d" -d '{"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:08:54.810489 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51270) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:08:54.854215 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event updated for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=7']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:08:54.861625 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.861967 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.862308 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.862644 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.863177 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.863495 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.863821 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.864446 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.864446 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.864811 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.865132 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.865450 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a743f4-43a8-44a9-9648-2136f7afe52a tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:54.879140 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fa20e4-395d-48b5-99f1-8b441796f7d1 x-openstack-request-id: req-b8fa20e4-395d-48b5-99f1-8b441796f7d1 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:08:54.879650 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:08:54.880067 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8fa20e4-395d-48b5-99f1-8b441796f7d1 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:08:54.880656 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:08:54.899419 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.927569 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:54.959133 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:08:54.986704 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-f94ad89a-778e-48f2-a3d3-a92bb8b4779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:54.987767 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-f94ad89a-778e-48f2-a3d3-a92bb8b4779a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1099 time: 0.0671580 Jul 23 05:08:55.008591 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.011694 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.016373 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "DELETE /v2.0/security-groups/ca6b043a-02e6-4da2-92e3-72b50079668e HTTP/1.1" status: 204 len: 168 time: 0.2046769 Jul 23 05:08:55.016472 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51274) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:08:55.029448 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b043a-02e6-4da2-92e3-72b50079668e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:08:55.036647 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.037004 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.037346 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.037686 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.038023 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.038360 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.038685 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.039011 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.039335 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.039662 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.039998 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.041128 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd3060f-e716-4750-92ed-7c8447b2762d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:08:55.091940 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-05606249-cc80-4a56-b372-a552910a111b None None] Provisioning complete for port a6a4bfba-6bbe-438b-85b3-329673a81a69 triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:08:55.092315 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-05606249-cc80-4a56-b372-a552910a111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.169025 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-bd0e0625-68eb-4424-aee8-2964019db710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:55.170497 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-bd0e0625-68eb-4424-aee8-2964019db710 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.1760406 Jul 23 05:08:55.263934 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-1278b522-497a-4a96-a9cd-2eec9d82fcb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 1002 time: 0.0830932 Jul 23 05:08:55.280972 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Deleting port 772401fd-72b1-4017-a96a-5d60918e7a03 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:08:55.281313 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.359878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-02efd18b-95e3-46f2-a1f7-b3f070d844e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:55.361316 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-02efd18b-95e3-46f2-a1f7-b3f070d844e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0900769 Jul 23 05:08:55.411442 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.412100 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.429595 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Calling delete_port for 772401fd-72b1-4017-a96a-5d60918e7a03 owned by network:floatingip {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:08:55.450451 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-b5e82970-1624-484b-b76f-38bdc1c25b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:55.451926 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-b5e82970-1624-484b-b76f-38bdc1c25b02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831795 Jul 23 05:08:55.613581 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-793bca32-5001-4c1e-9661-ff43255579eb service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356235 Jul 23 05:08:55.742397 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-cfc8f66e-ac63-46c7-bcd0-f0a2e54e537d req-f8a9ea52-935d-4539-9ae1-8e4691954aca service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203547 Jul 23 05:08:55.743433 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.769042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event deleted for resources: {'Port': ['ID=772401fd-72b1-4017-a96a-5d60918e7a03,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:08:55.831842 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks [] for floatingip, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:55.832223 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.db.l3_db [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Floating IP b5ea06e1-323d-43df-8995-4888d25ceda8 disassociated (deleted). External IP: 172.27.3.190, port: a6a4bfba-6bbe-438b-85b3-329673a81a69. Jul 23 05:08:56.035515 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:08:56.137343 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:08:56.142218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:08:56.147727 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Sync routers for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:08:56.157114 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:08:56.157789 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:08:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:08:56.176366 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-72feb5de-64d8-404b-9a4e-efe1a7d5e460 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "DELETE /v2.0/floatingips/b5ea06e1-323d-43df-8995-4888d25ceda8 HTTP/1.1" status: 204 len: 168 time: 1.1589632 Jul 23 05:08:56.265961 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:08:56.470698 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:08:56.500669 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Checking router: 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:08:56.508821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:08:56.509692 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:08:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:08:56.610691 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:08:56.799840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:08:56.826053 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb00d5c-a87a-4a00-aa51-e25bb5581cb5 None None] The sync data for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi is: [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:06:53Z', 'revision_number': 4, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': '50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1', 'name': '', 'network_id': '9f538315-1448-4438-8ba6-aa149d005e1b', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'mac_address': 'fa:16:3e:2a:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:53Z', 'updated_at': '2021-07-23T05:06:58Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'subnets': [{'id': 'ca845773-0ee7-4b99-ac34-ff624b93bd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:08:56.881566 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:08:56.884785 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cacbbb-455e-4669-9d2c-6a91c815013a" -d '{"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:08:56.922517 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870a4760-9751-4e80-ba62-c2e7975860c1 x-openstack-request-id: req-870a4760-9751-4e80-ba62-c2e7975860c1 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:08:56.922839 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:08:56.923089 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-870a4760-9751-4e80-ba62-c2e7975860c1 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:08:56.923485 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:08:57.031633 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-6952921a-4762-4e35-9a0c-af3d6f184a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:57.033143 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-6952921a-4762-4e35-9a0c-af3d6f184a38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 1099 time: 0.0575962 Jul 23 05:08:57.035804 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6bf459-80fd-438a-a06a-20d25b5b0cac None None] New status for floating IP b5ea06e1-323d-43df-8995-4888d25ceda8: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:08:57.126785 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-8d0ea979-2b4a-424e-97dc-5b8daee1e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:57.128268 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-8d0ea979-2b4a-424e-97dc-5b8daee1e734 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 200 len: 915 time: 0.0868471 Jul 23 05:08:57.168103 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-36b65fb7-c848-4e3a-99f3-593855e23998 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 200 len: 217 time: 0.0328214 Jul 23 05:08:57.215398 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-4b161bc4-dc36-42d7-8d9d-8dccd939353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:57.216906 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-4b161bc4-dc36-42d7-8d9d-8dccd939353a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 200 len: 854 time: 0.0422876 Jul 23 05:08:57.278231 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-d2f6765c-e971-410c-ac16-9fec86c2e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:57.279714 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-d2f6765c-e971-410c-ac16-9fec86c2e0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f538315-1448-4438-8ba6-aa149d005e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562708 Jul 23 05:08:57.381667 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-2b0321d7-d936-4a40-b9bd-fc847df0e97d service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919392 Jul 23 05:08:57.471358 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-69cacbbb-455e-4669-9d2c-6a91c815013a req-d54c7f93-627c-4492-a319-da6f39b900da service neutron] 10.222.0.24 "GET /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836120 Jul 23 05:08:58.917711 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf144-c4bb-4378-af34-46dce82f9442 req-d0bdc885-6eb2-4ccf-bae2-5ceb077f4a8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:08:58.919192 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8dcf144-c4bb-4378-af34-46dce82f9442 req-d0bdc885-6eb2-4ccf-bae2-5ceb077f4a8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0623658 Jul 23 05:08:58.956636 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e8dcf144-c4bb-4378-af34-46dce82f9442 req-71adf42c-869c-46fd-8ffe-715140e02bd0 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319817 Jul 23 05:09:00.089950 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faceb37-6cb4-4435-b6a3-f752b38949d0 req-c0209e0e-1280-458c-a0ac-9df2b414df1d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:00.091419 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9faceb37-6cb4-4435-b6a3-f752b38949d0 req-c0209e0e-1280-458c-a0ac-9df2b414df1d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0650263 Jul 23 05:09:00.126955 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-9faceb37-6cb4-4435-b6a3-f752b38949d0 req-e129bd10-515e-4a0b-a9f2-696c00308a17 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300655 Jul 23 05:09:00.332189 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:01.069341 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-ee2a29bc-a15e-43d0-805c-8e6c694d9b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:01.251099 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7881b-8303-4d1b-b455-acc372fe0b57 req-98810551-2c65-4209-b104-d5f12e324a42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:01.252546 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8a7881b-8303-4d1b-b455-acc372fe0b57 req-98810551-2c65-4209-b104-d5f12e324a42 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0609331 Jul 23 05:09:01.288515 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f8a7881b-8303-4d1b-b455-acc372fe0b57 req-ea1ad841-8256-444a-9a27-9b6a49efa5eb tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301871 Jul 23 05:09:02.419127 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593acd9-24e7-46e3-a651-69c449774d73 req-ec62ca84-1bb9-4bdd-a88d-712a2fc6c8c9 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:02.420687 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b593acd9-24e7-46e3-a651-69c449774d73 req-ec62ca84-1bb9-4bdd-a88d-712a2fc6c8c9 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0677645 Jul 23 05:09:02.458228 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b593acd9-24e7-46e3-a651-69c449774d73 req-e32a40b2-31dc-4a6b-8385-cb5acb22a2dc tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320630 Jul 23 05:09:03.207161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955c907-a5c8-465c-8e9a-93821f34240b req-22c0142f-ec13-4188-b14f-b9f04c863b55 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:03.208636 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7955c907-a5c8-465c-8e9a-93821f34240b req-22c0142f-ec13-4188-b14f-b9f04c863b55 tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.24 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.0638130 Jul 23 05:09:03.305512 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Deleting port a6a4bfba-6bbe-438b-85b3-329673a81a69 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:03.306952 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:03.547093 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-a9c35034-97ae-4d4e-baed-116c50137a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:03.679836 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] For port a6a4bfba-6bbe-438b-85b3-329673a81a69, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=a6a4bfba-6bbe-438b-85b3-329673a81a69,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:03.680191 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:03.696130 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Calling delete_port for a6a4bfba-6bbe-438b-85b3-329673a81a69 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:03.716516 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56f539-df1a-478a-9ee8-a660815ad50e req-b036c428-ee33-49ea-bd9e-c818531f803c tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:03.717993 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be56f539-df1a-478a-9ee8-a660815ad50e req-b036c428-ee33-49ea-bd9e-c818531f803c tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/ports?device_id=dec18891-e1cd-4a5d-8ca2-285f6eff7178 HTTP/1.1" status: 200 len: 946 time: 0.1010394 Jul 23 05:09:03.799183 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-be56f539-df1a-478a-9ee8-a660815ad50e req-b57cd0a0-c7e6-42ab-917b-e504fce506fc tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.16 "GET /v2.0/security-groups?id=f13aaacc-56d3-453d-b5c2-820ba09bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498507 Jul 23 05:09:03.862458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:03.889033 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Pushing event deleted for resources: {'Port': ['ID=a6a4bfba-6bbe-438b-85b3-329673a81a69,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:03.903357 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['a6a4bfba-6bbe-438b-85b3-329673a81a69'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:09:03.947463 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] No DVR routers for this DVR port a6a4bfba-6bbe-438b-85b3-329673a81a69 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:09:03.950248 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:03.952693 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7955c907-a5c8-465c-8e9a-93821f34240b req-744e4779-c9fd-44e5-8dd4-dfd19dc49f8d tempest-TestMinimumBasicScenario-2062383193 tempest-TestMinimumBasicScenario-2062383193-project] 10.222.0.24 "DELETE /v2.0/ports/a6a4bfba-6bbe-438b-85b3-329673a81a69 HTTP/1.1" status: 204 len: 173 time: 0.7383137 Jul 23 05:09:03.953144 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'name': 'network-vif-deleted', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:09:03.955487 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8401892-cfcd-47c9-b91e-570d3ad497d5" -d '{"events": [{"server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "name": "network-vif-deleted", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:09:03.991527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcb6e85-4064-4859-af68-7df201e1673e x-openstack-request-id: req-cdcb6e85-4064-4859-af68-7df201e1673e {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:09:03.991812 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec18891-e1cd-4a5d-8ca2-285f6eff7178", "name": "network-vif-deleted", "tag": "a6a4bfba-6bbe-438b-85b3-329673a81a69", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:09:03.992057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdcb6e85-4064-4859-af68-7df201e1673e {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:09:03.992461 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec18891-e1cd-4a5d-8ca2-285f6eff7178', 'name': 'network-vif-deleted', 'tag': 'a6a4bfba-6bbe-438b-85b3-329673a81a69', 'status': 'completed', 'code': 200} Jul 23 05:09:04.072753 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:04.805088 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:05.360126 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51394) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:05.692344 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:05.933144 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Deleting port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:05.933485 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:06.010369 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] For port 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:06.010697 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:06.027374 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Calling delete_port for 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:06.208235 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:06.231793 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Pushing event deleted for resources: {'Port': ['ID=50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:06.248074 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:06.334080 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-ed94c549-4d71-4772-8780-5526795c2f68 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656510365&fields=id&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 267 time: 0.0384536 Jul 23 05:09:06.409002 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:06.451289 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-8127fdff-aaee-4a26-a04e-c97a2df1e792 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:06.452937 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-8127fdff-aaee-4a26-a04e-c97a2df1e792 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.1098974 Jul 23 05:09:06.467118 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-82e0cc93-8ddc-42cb-91ee-30d949254d9b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/quotas/22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 375 time: 0.0089865 Jul 23 05:09:06.543713 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-67dcb062-6bc0-42a3-b8b5-ac76b7a7889e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0716810 Jul 23 05:09:06.669587 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device a6a4bfba-6bbe-438b-85b3-329673a81a69 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:06.686118 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-af744689-283c-4500-91cd-0f747203053b service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309085 Jul 23 05:09:06.689715 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: a6a4bfba-6bbe-438b-85b3-329673a81a69 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:06.690059 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device a6a4bfba-6bbe-438b-85b3-329673a81a69 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:06.779210 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-d0f11ffb-3156-4168-aede-0701e3d051ca service neutron] 10.222.0.16 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866044 Jul 23 05:09:06.837067 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:09:06.943726 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:09:06.949884 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-ac84c7fd-65f9-4d15-975a-98b497c2ba7a admin admin] 10.222.0.16 "PUT /v2.0/routers/793b3be4-d798-4b3d-bf8e-2f54d0651fa0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886278 Jul 23 05:09:06.952380 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51414) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:06.954742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Sync routers for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:09:06.964971 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:06.965673 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:07.075127 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:07.084149 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-121bc1ee-4393-4fee-9281-97ba0ffaab56 req-615025cf-b948-4e57-b914-18e98d51234c tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 210 time: 0.0336871 Jul 23 05:09:07.108270 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.218491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.276375 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Deleting port e5274dd6-44bc-43ad-8191-b90000656b45 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:07.276863 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.278456 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:09:06Z', 'revision_number': 5, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port': {'id': 'e5274dd6-44bc-43ad-8191-b90000656b45', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:52Z', 'updated_at': '2021-07-23T05:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:07.304253 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Checking router: 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:09:07.312840 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Routers {'793b3be4-d798-4b3d-bf8e-2f54d0651fa0'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:07.313438 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:07.365595 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] For port e5274dd6-44bc-43ad-8191-b90000656b45, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=e5274dd6-44bc-43ad-8191-b90000656b45,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:07.366141 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.379800 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Calling delete_port for e5274dd6-44bc-43ad-8191-b90000656b45 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:07.407259 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] Set router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 gateway port host: None {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:07.461320 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:09:07Z', 'revision_number': 6, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:07.490271 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c1f0af-f8d1-4e70-93d7-a21b9847d73a None None] The sync data for ids ['793b3be4-d798-4b3d-bf8e-2f54d0651fa0'] in dv-cinder-801931-1-iscsi is: [{'id': '793b3be4-d798-4b3d-bf8e-2f54d0651fa0', 'name': 'tempest-TestMinimumBasicScenario-1665077444-router', 'tenant_id': '0cc093aa92864786bee0d8dc6a192f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:51Z', 'updated_at': '2021-07-23T05:09:07Z', 'revision_number': 6, 'project_id': '0cc093aa92864786bee0d8dc6a192f4d', 'gw_port_host': None}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:09:07.575365 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.605064 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5274dd6-44bc-43ad-8191-b90000656b45,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:07.668098 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.753976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.756007 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.797004 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.797505 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793b3be4-d798-4b3d-bf8e-2f54d0651fa0 {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:09:07.801689 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.802802 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-85fabc74-0028-46cb-a55e-61d96ef51c5d admin admin] 10.222.0.16 "DELETE /v2.0/routers/793b3be4-d798-4b3d-bf8e-2f54d0651fa0 HTTP/1.1" status: 204 len: 168 time: 0.8490729 Jul 23 05:09:07.805440 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51426) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:07.848469 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Deleting subnet ca845773-0ee7-4b99-ac34-ff624b93bd5e {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:09:07.851550 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.887008 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:07.975230 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.034246 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.059751 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca845773-0ee7-4b99-ac34-ff624b93bd5e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:08.063569 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.067831 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-50c269bb-78d7-4ba7-970e-fc40f68996c1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ca845773-0ee7-4b99-ac34-ff624b93bd5e HTTP/1.1" status: 204 len: 168 time: 0.2590947 Jul 23 05:09:08.068367 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51428) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:08.069876 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec85b6-311e-4d55-9c88-d4313e014ed4 None None] Network 9f538315-1448-4438-8ba6-aa149d005e1b requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:09:08.231755 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-eef4d49b-1a4c-4348-bdd0-82cccfb0b8f9 req-3cc46520-ac86-488d-b642-a23e586b0289 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 210 time: 0.0353336 Jul 23 05:09:08.234203 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.293713 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-00a6baf6-5b99-4681-92d6-aa7850160f01 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:08.295468 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-00a6baf6-5b99-4681-92d6-aa7850160f01 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 812 time: 0.2249248 Jul 23 05:09:08.299236 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] DHCP port deletion for 9f538315-1448-4438-8ba6-aa149d005e1b request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:09:08.328332 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Deleting port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:08.328958 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.374255 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device e5274dd6-44bc-43ad-8191-b90000656b45 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:08.379261 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-bf9a803b-4195-4f95-928c-2d526f122e70 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22f452cce63144229410824dee79aa7a HTTP/1.1" status: 200 len: 379 time: 0.0574794 Jul 23 05:09:08.389436 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'port': {'device_id': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'admin_state_up': True, 'tenant_id': '22f452cce63144229410824dee79aa7a', 'security_groups': ['c154c048-1ff5-4f3e-bc46-223b971d818a']}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:09:08.455497 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] For port c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:08.455861 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.503417 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Calling delete_port for c468da4f-ee0d-4e3a-bf1f-ad51937e6635 owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:08.525342 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: e5274dd6-44bc-43ad-8191-b90000656b45 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:08.525862 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device e5274dd6-44bc-43ad-8191-b90000656b45 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:08.526610 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:08.547363 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Deleting port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:08.547742 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.550275 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:08.550623 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 50f4c7bb-0bc6-4534-adf7-2a2b04c13ea1 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:08.614501 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] For port c468da4f-ee0d-4e3a-bf1f-ad51937e6635, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,segment=NetworkSegment(205b606f-2163-42b1-819a-1655aa1cb7eb),segment_id=205b606f-2163-42b1-819a-1655aa1cb7eb)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:08.614923 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.625622 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Made reservation on behalf of 22f452cce63144229410824dee79aa7a for: {'port': 1} {{(pid=93027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 05:09:08.630454 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Calling delete_port for c468da4f-ee0d-4e3a-bf1f-ad51937e6635 owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:08.630612 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.656193 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.713283 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.718021 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Pushing event deleted for resources: {'Port': ['ID=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:08.723105 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] No DVR routers for this DVR port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 on host dv-cinder-801931-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:09:08.742455 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Pushing event deleted for resources: {'Port': ['ID=c468da4f-ee0d-4e3a-bf1f-ad51937e6635,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:08.747027 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] No DVR routers for this DVR port c468da4f-ee0d-4e3a-bf1f-ad51937e6635 on host dv-cinder-801931-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:09:08.761531 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.761735 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.762120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.762756 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.763116 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.763450 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.763936 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.764324 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.765190 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.765528 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.765890 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.766273 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04de8ff-7eee-4e33-93df-6e79e67f9887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:09:08.835532 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.851913 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f538315-1448-4438-8ba6-aa149d005e1b']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:08.866436 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205b606f-2163-42b1-819a-1655aa1cb7eb') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:08.866731 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205b606f-2163-42b1-819a-1655aa1cb7eb') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:08.882862 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679848'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.884774 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_common [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.20.0.9 (f544389f-65ea-4d2e-aff0-e449607c0386/596cc5f4-de00-4e4e-a09c-446d2690249a/01e86a10-c668-4ece-98c3-528da316348b) {{(pid=93027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:09:08.904757 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.916507 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:09:08.916995 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4679867'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: timer() Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: self._notify() Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: event.method(event) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:09:08.918602 dv-cinder-801931-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:09:09.001826 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.010985 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.012877 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9f538315-1448-4438-8ba6-aa149d005e1b HTTP/1.1" status: 204 len: 168 time: 0.9434495 Jul 23 05:09:09.015837 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51434) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:09.054014 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc95fc-8567-4805-b6c0-8e95e3744891 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f538315-1448-4438-8ba6-aa149d005e1b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:09.096724 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.110591 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Transition to ACTIVE for port object 01e86a10-c668-4ece-98c3-528da316348b will not be triggered until provisioned by entity DHCP. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:09:09.144075 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_create {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.189674 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network f544389f-65ea-4d2e-aff0-e449607c0386 is already hosted by enough agents. {{(pid=93027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:09:09.193047 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.base_scheduler [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:09:09.198790 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:09:09.244140 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=1']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:09.260653 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:09.261464 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.280275 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-0781a9ba-2156-4a20-ad08-42c1a093f396 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945389 Jul 23 05:09:09.297813 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.v2.base [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Request body: {'port': {'device_id': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80193'}} {{(pid=93027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:09:09.374137 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.420091 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877e42a-77bb-4d59-9e4f-90af1e640d4e req-5edeb3b0-e484-46a3-b79c-200b5110c8ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:09.421602 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5877e42a-77bb-4d59-9e4f-90af1e640d4e req-5edeb3b0-e484-46a3-b79c-200b5110c8ce tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 931 time: 0.1084633 Jul 23 05:09:09.428697 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.512164 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-4e864548-f5c4-4ff7-8748-9885487ef551 None None] Provisioning for port 01e86a10-c668-4ece-98c3-528da316348b completed by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:09:09.517070 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-4e864548-f5c4-4ff7-8748-9885487ef551 None None] Provisioning complete for port 01e86a10-c668-4ece-98c3-528da316348b triggered by entity DHCP. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:09:09.517433 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4e864548-f5c4-4ff7-8748-9885487ef551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.530209 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-5877e42a-77bb-4d59-9e4f-90af1e640d4e req-01094ae3-d56d-47bd-bff3-fcd03f340eb2 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988123 Jul 23 05:09:09.562249 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-4e864548-f5c4-4ff7-8748-9885487ef551 None None] Port 01e86a10-c668-4ece-98c3-528da316348b cannot update to ACTIVE because it is not bound. {{(pid=93028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 05:09:09.653836 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e86a10-c668-4ece-98c3-528da316348b {{(pid=93027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:09:09.661270 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.673083 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.provisioning_blocks [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Transition to ACTIVE for port object 01e86a10-c668-4ece-98c3-528da316348b will not be triggered until provisioned by entity L2. {{(pid=93027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 05:09:09.676823 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.704989 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Deleting port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:09.705327 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.725145 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Pushing event updated for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=2']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:09.793301 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] For port 2139e8e3-c30f-4cfc-b371-a930ac06c9b5, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:09.793673 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.800071 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Attempting to bind port 01e86a10-c668-4ece-98c3-528da316348b on host hv-cinder-80193 for vnic_type normal with profile {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 05:09:09.800421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Attempting to bind port 01e86a10-c668-4ece-98c3-528da316348b by drivers openvswitch,hyperv on host hv-cinder-80193 at level 0 using segments [{'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 05:09:09.801116 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Attempting to bind port 01e86a10-c668-4ece-98c3-528da316348b on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:09:09.805295 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Port 01e86a10-c668-4ece-98c3-528da316348b on network f544389f-65ea-4d2e-aff0-e449607c0386 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80193 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 05:09:09.805620 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Attempting to bind port 01e86a10-c668-4ece-98c3-528da316348b on network f544389f-65ea-4d2e-aff0-e449607c0386 {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 05:09:09.807185 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Calling delete_port for 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:09.811699 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Checking agent: {'id': '86a6aef1-c28c-425c-a760-ceed99c4b57d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80193', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'started_at': datetime.datetime(2021, 7, 23, 4, 54, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 05:09:09.812042 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Checking segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 05:09:09.813838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Bound using segment: {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'} {{(pid=93027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 05:09:09.813838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.managers [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Bound port: 01e86a10-c668-4ece-98c3-528da316348b, host: hv-cinder-80193, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8cd431-ed1d-4c6b-82cf-ad347289383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386'}}] {{(pid=93027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 05:09:09.813838 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.885909 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, cleared binding levels {{(pid=93027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 05:09:09.888923 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=01e86a10-c668-4ece-98c3-528da316348b,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 05:09:09.894059 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4679839'] for port, after_update {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.925397 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:09.926097 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:09.927480 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] 10.222.0.24 "PUT /v2.0/ports/01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 200 len: 1093 time: 0.6341972 Jul 23 05:09:09.927924 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:09:09.930600 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11b6783-c148-4633-a90c-9b950ea85356" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:09:09.963162 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757c4b-54c9-4d78-a21d-c77726d80966 service neutron] Pushing event updated for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=3']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:09.986262 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7948816-4ec8-40ba-9384-6ccebeee1ac3 x-openstack-request-id: req-d7948816-4ec8-40ba-9384-6ccebeee1ac3 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:09:09.986558 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:09:09.986816 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7948816-4ec8-40ba-9384-6ccebeee1ac3 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:09:09.987561 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b', 'status': 'completed', 'code': 200} Jul 23 05:09:10.014882 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:10.046540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Pushing event deleted for resources: {'Port': ['ID=2139e8e3-c30f-4cfc-b371-a930ac06c9b5,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:10.064784 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-191c8ad3-e3b8-4e64-b53c-419aa781019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.066653 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-191c8ad3-e3b8-4e64-b53c-419aa781019c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1096 time: 0.0659001 Jul 23 05:09:10.120928 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-899a4006-0585-4477-abf7-4ecc9cf0a3aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 200 len: 217 time: 0.0391400 Jul 23 05:09:10.173171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-da27e236-605e-4a60-93cf-8a297efec563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.174717 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-da27e236-605e-4a60-93cf-8a297efec563 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0447586 Jul 23 05:09:10.239992 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-3006537e-cf55-4aab-807e-ff9c18a38fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.246630 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:10.246828 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-3006537e-cf55-4aab-807e-ff9c18a38fee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657754 Jul 23 05:09:10.323169 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c468da4f-ee0d-4e3a-bf1f-ad51937e6635 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:10.345237 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: c468da4f-ee0d-4e3a-bf1f-ad51937e6635 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:10.345578 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device c468da4f-ee0d-4e3a-bf1f-ad51937e6635 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:10.356438 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-61b2ab0e-f903-4fb0-a07f-55036b3507d7 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028435 Jul 23 05:09:10.448018 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-438fe5f7-80dc-4cdb-981c-6960b1658d98 req-77a66bff-49dc-4987-87b3-12f6d4a1c039 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852075 Jul 23 05:09:10.465204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:09:10.572869 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:09:10.580507 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7cbb2285-1674-436c-9cfe-7ae05e9df899 admin admin] 10.222.0.16 "PUT /v2.0/routers/0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607765 Jul 23 05:09:10.581030 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51442) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:10.585158 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b6783-c148-4633-a90c-9b950ea85356 req-cd9ba0c8-a24d-4e0a-98a4-b5ed5c29fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.588990 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Sync routers for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:09:10.590482 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-cd9ba0c8-a24d-4e0a-98a4-b5ed5c29fb6d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1096 time: 0.0593636 Jul 23 05:09:10.598292 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:10.598976 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:10.683777 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b6783-c148-4633-a90c-9b950ea85356 req-e63b3931-4e42-4465-be37-2c4271e86d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.685553 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-e63b3931-4e42-4465-be37-2c4271e86d52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0918760 Jul 23 05:09:10.703194 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:10.727069 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-3190ecbe-ed23-4229-8039-e7c1dd4e09a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 200 len: 217 time: 0.0342269 Jul 23 05:09:10.732361 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:10.742422 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dedb830-5d91-4efa-90c3-5c4ee1dc2774 req-8a811cd7-4bf0-4e7f-b9cc-89036e9ea58c tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.743981 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7dedb830-5d91-4efa-90c3-5c4ee1dc2774 req-8a811cd7-4bf0-4e7f-b9cc-89036e9ea58c tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.1195054 Jul 23 05:09:10.783190 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b6783-c148-4633-a90c-9b950ea85356 req-3da5b478-c842-4137-908b-d52c8722b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.784765 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-3da5b478-c842-4137-908b-d52c8722b1c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0488398 Jul 23 05:09:10.844893 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b6783-c148-4633-a90c-9b950ea85356 req-52b9fac4-5ae7-4842-99a5-b194489d29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:10.846406 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-52b9fac4-5ae7-4842-99a5-b194489d29f0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542581 Jul 23 05:09:10.883638 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:09:09Z', 'revision_number': 5, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:10.913703 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Checking router: 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:09:10.925003 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Routers {'0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:10.925813 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:10.949391 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-137cc2ff-0de4-4828-8174-acbdfc794afc service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930753 Jul 23 05:09:11.050122 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-f11b6783-c148-4633-a90c-9b950ea85356 req-4fbf0b89-fc3f-4d9d-95bb-b686767cbca2 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899866 Jul 23 05:09:11.083321 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-7dedb830-5d91-4efa-90c3-5c4ee1dc2774 req-cb30409e-325b-449c-86b0-cde5c0166afd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099144 Jul 23 05:09:11.096146 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.131293 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] Set router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:11.148586 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Deleting port 0db3fe34-ef22-44c8-b322-f069e2fc4794 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:11.148929 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.227598 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] For port 0db3fe34-ef22-44c8-b322-f069e2fc4794, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=0db3fe34-ef22-44c8-b322-f069e2fc4794,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:11.228658 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.240148 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Calling delete_port for 0db3fe34-ef22-44c8-b322-f069e2fc4794 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:11.301470 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:09:09Z', 'revision_number': 5, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:11.328559 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f496-c8ff-49f2-a9a6-635dd7581f53 None None] The sync data for ids ['0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60'] in dv-cinder-801931-1-iscsi is: [{'id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'name': 'tempest-TestMinimumBasicScenario-1048200995-router', 'tenant_id': '4115082cca3d4406b0ae914f78d0efc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:09:09Z', 'revision_number': 5, 'project_id': '4115082cca3d4406b0ae914f78d0efc2', 'gw_port': {'id': '0db3fe34-ef22-44c8-b322-f069e2fc4794', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:69:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:06:56Z', 'updated_at': '2021-07-23T05:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:09:11.410433 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.436153 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db3fe34-ef22-44c8-b322-f069e2fc4794,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:11.500316 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.586918 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.589677 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.630513 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.630947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:09:11.635339 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.636254 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-2a35f309-a29c-41dc-b01c-65ec1762d756 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0048fcd1-5ea6-4cde-b3b4-3b8ceec5ee60 HTTP/1.1" status: 204 len: 168 time: 1.0534139 Jul 23 05:09:11.638754 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51444) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:11.683345 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Deleting subnet 3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:09:11.686725 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.724902 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.804346 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.858717 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.885611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:11.890487 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:11.894746 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-22218f02-366e-4ec2-85d2-a962dfafea4c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3d7c51bc-154b-4e58-a2e8-b8ad8478ff1e HTTP/1.1" status: 204 len: 168 time: 0.2527587 Jul 23 05:09:11.894896 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51446) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:11.895771 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6e6a53-b9d7-4419-b5b4-04f05162a47d None None] Network 1b79e394-4b48-4b73-9294-f566d037c384 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:09:11.969755 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.021246 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Deleting port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:09:12.021580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.089200 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] For port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,segment=NetworkSegment(d33c2b75-af30-4e3b-a2d1-77da4773f3a3),segment_id=d33c2b75-af30-4e3b-a2d1-77da4773f3a3)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:12.089815 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.100601 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Calling delete_port for 69c5840e-13f9-49c6-9b7f-c4524ade6e8e owned by network:dhcp {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:09:12.177733 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.204310 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=69c5840e-13f9-49c6-9b7f-c4524ade6e8e,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:12.207793 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] No DVR routers for this DVR port 69c5840e-13f9-49c6-9b7f-c4524ade6e8e on host dv-cinder-801931-1-iscsi {{(pid=93026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:09:12.218078 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23eed-93c2-4496-b488-5755f0e3de4f req-6d74b4ff-b928-400a-ad44-3dcf46bc95cd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:12.219799 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c9e23eed-93c2-4496-b488-5755f0e3de4f req-6d74b4ff-b928-400a-ad44-3dcf46bc95cd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0671425 Jul 23 05:09:12.256644 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-c9e23eed-93c2-4496-b488-5755f0e3de4f req-af202ffa-5619-48c3-8888-ac51713e5153 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Jul 23 05:09:12.278896 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.289273 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b79e394-4b48-4b73-9294-f566d037c384']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:12.300193 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:12.300491 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33c2b75-af30-4e3b-a2d1-77da4773f3a3') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:12.302174 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231aad43-7a9a-429d-92d8-3fe0a98654c8 None None] DHCP port deletion for 1b79e394-4b48-4b73-9294-f566d037c384 request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:09:12.311337 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.332425 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.343815 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:09:12.344674 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:09:12.346920 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:09:12.376901 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0db3fe34-ef22-44c8-b322-f069e2fc4794 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:12.401621 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 0db3fe34-ef22-44c8-b322-f069e2fc4794 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:12.401955 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 0db3fe34-ef22-44c8-b322-f069e2fc4794 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:12.402448 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:12.404832 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.410142 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.412014 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] 10.222.0.16 "DELETE /v2.0/networks/1b79e394-4b48-4b73-9294-f566d037c384 HTTP/1.1" status: 204 len: 168 time: 0.5162616 Jul 23 05:09:12.426769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8a253-fd21-41b7-bde0-8ca2ec617c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=1b79e394-4b48-4b73-9294-f566d037c384,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:12.426972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:12.426972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 2139e8e3-c30f-4cfc-b371-a930ac06c9b5 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:12.426972 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69c5840e-13f9-49c6-9b7f-c4524ade6e8e no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:09:12.448825 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 69c5840e-13f9-49c6-9b7f-c4524ade6e8e {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:09:12.449167 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 69c5840e-13f9-49c6-9b7f-c4524ade6e8e not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:09:12.580669 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51452) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:12.623754 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-aa5ad397-49a8-44a8-a7e4-c94e8e10b596 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cc093aa92864786bee0d8dc6a192f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418158 Jul 23 05:09:12.626050 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51454) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:12.672790 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.693347 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.737917 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.740595 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:12.741731 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f13aaacc-56d3-453d-b5c2-820ba09bf4a4 HTTP/1.1" status: 204 len: 168 time: 0.1147928 Jul 23 05:09:12.750075 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835378c7-09fa-41f8-bdc6-be115b126cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13aaacc-56d3-453d-b5c2-820ba09bf4a4,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:13.041306 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51460) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:13.079514 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-109fe0b6-04fd-412e-a20c-4299d1d18a60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4115082cca3d4406b0ae914f78d0efc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369880 Jul 23 05:09:13.081956 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51462) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:13.130998 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:13.151915 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:13.198405 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:13.201104 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:13.202229 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc7b7ae7-0a8c-4020-8977-75e10fd35fac HTTP/1.1" status: 204 len: 168 time: 0.1194086 Jul 23 05:09:13.209622 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188727b-1543-4745-a1b6-335a0f728647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7b7ae7-0a8c-4020-8977-75e10fd35fac,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:13.395234 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be30bb6-932a-46de-b315-b5386b3a9538 req-035a802c-2e8f-4d79-a7d8-29659f5dde80 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:13.396981 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0be30bb6-932a-46de-b315-b5386b3a9538 req-035a802c-2e8f-4d79-a7d8-29659f5dde80 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0726876 Jul 23 05:09:13.439026 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0be30bb6-932a-46de-b315-b5386b3a9538 req-b88fa621-7407-46ae-a729-fbc70bf512a1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353956 Jul 23 05:09:14.569279 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46aaeb-d1c5-485e-b5d5-90631881a656 req-0610b2d7-879b-4af7-af94-8f306efccefd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:14.570749 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b46aaeb-d1c5-485e-b5d5-90631881a656 req-0610b2d7-879b-4af7-af94-8f306efccefd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0653572 Jul 23 05:09:14.608345 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-7b46aaeb-d1c5-485e-b5d5-90631881a656 req-83e2ca2f-a53b-49e1-ae1e-a23c2e70e4cd tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Jul 23 05:09:15.738709 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54ccb5-0ebe-4de9-8678-1722999aabeb req-f5200799-9f88-4cda-958c-d19afe18c0e9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:15.740168 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d54ccb5-0ebe-4de9-8678-1722999aabeb req-f5200799-9f88-4cda-958c-d19afe18c0e9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0637538 Jul 23 05:09:15.776816 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-8d54ccb5-0ebe-4de9-8678-1722999aabeb req-46b3e08d-3777-4de9-a834-5c54bf13c06f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Jul 23 05:09:16.901769 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135aa4ad-3e56-4109-b39a-5bf909ebd131 req-428b2d93-8a2c-4275-950a-7c556e7518eb tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:16.903232 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-135aa4ad-3e56-4109-b39a-5bf909ebd131 req-428b2d93-8a2c-4275-950a-7c556e7518eb tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0616460 Jul 23 05:09:16.939485 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-135aa4ad-3e56-4109-b39a-5bf909ebd131 req-12663563-b403-4852-b9da-8db3954b506e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308118 Jul 23 05:09:18.067840 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09fbca2-dbdb-447c-ba5c-10dba616d2f5 req-295e1369-677b-4033-90d9-75b5ddfb7ce1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:18.069384 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e09fbca2-dbdb-447c-ba5c-10dba616d2f5 req-295e1369-677b-4033-90d9-75b5ddfb7ce1 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 943 time: 0.0649099 Jul 23 05:09:18.106499 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-e09fbca2-dbdb-447c-ba5c-10dba616d2f5 req-857faa49-37d1-44fa-9665-9e867386e9f9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Jul 23 05:09:18.713795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 01e86a10-c668-4ece-98c3-528da316348b details requested by agent hyperv_hv-cinder-80193 with host hv-cinder-80193 {{(pid=93028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 05:09:18.806539 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=01e86a10-c668-4ece-98c3-528da316348b,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:18.818142 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Returning: {'device': '01e86a10-c668-4ece-98c3-528da316348b', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'port_id': '01e86a10-c668-4ece-98c3-528da316348b', 'mac_address': 'fa:16:3e:29:07:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 05:09:18.852629 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:18.865333 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e86a10-c668-4ece-98c3-528da316348b {{(pid=93028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 05:09:18.885171 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=01e86a10-c668-4ece-98c3-528da316348b,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:18.888822 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:18.936379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=4']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:19.205493 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] get_ports_and_sgs() called for port_ids ['01e86a10-c668-4ece-98c3-528da316348b'] {{(pid=93028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 05:09:19.240503 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0bfd0-6295-4bf5-a6e8-c5710591de1a req-619bb827-eefd-4e46-84a2-17a0b9788510 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:19.242000 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-43a0bfd0-6295-4bf5-a6e8-c5710591de1a req-619bb827-eefd-4e46-84a2-17a0b9788510 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 944 time: 0.0687091 Jul 23 05:09:19.278853 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-43a0bfd0-6295-4bf5-a6e8-c5710591de1a req-24757cc4-c317-4ec6-a989-8f1441ca0159 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312846 Jul 23 05:09:20.403585 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcc580-e95c-460c-ae46-bc33eb9a71d4 req-545c733b-259b-4f09-9fdb-3997eeaf31d0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:20.405060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f4dcc580-e95c-460c-ae46-bc33eb9a71d4 req-545c733b-259b-4f09-9fdb-3997eeaf31d0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 944 time: 0.0597098 Jul 23 05:09:20.441649 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-f4dcc580-e95c-460c-ae46-bc33eb9a71d4 req-15c914b5-c7ac-458f-b1ed-bbd25eb04f9d tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Jul 23 05:09:20.717783 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 01e86a10-c668-4ece-98c3-528da316348b up at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 05:09:20.766620 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning for port 01e86a10-c668-4ece-98c3-528da316348b completed by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 05:09:20.770109 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.provisioning_blocks [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Provisioning complete for port 01e86a10-c668-4ece-98c3-528da316348b triggered by entity L2. {{(pid=93028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 05:09:20.770477 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-777657'] for port, provisioning_complete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:20.844078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:20.865018 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e86a10-c668-4ece-98c3-528da316348b'}] {{(pid=93028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:09:20.867243 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b4fc3c427870b797e614415cbb64e2ebc95f341942bc26d59fd2fc4ff4dbec7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1999c256-3a12-4c5d-9635-28c7a55fc262" -d '{"events": [{"server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "name": "network-vif-plugged", "status": "completed", "tag": "01e86a10-c668-4ece-98c3-528da316348b"}]}' {{(pid=93028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:09:20.880979 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=01e86a10-c668-4ece-98c3-528da316348b,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:09:20.885927 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647'] for port, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:20.931000 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Pushing event updated for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=5']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:21.066382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f344797-dcb7-4f57-8cf9-f26e5a49081a x-openstack-request-id: req-5f344797-dcb7-4f57-8cf9-f26e5a49081a {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:09:21.066746 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "name": "network-vif-plugged", "status": "completed", "tag": "01e86a10-c668-4ece-98c3-528da316348b", "code": 200}]} {{(pid=93028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:09:21.067007 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f344797-dcb7-4f57-8cf9-f26e5a49081a {{(pid=93028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:09:21.067426 dv-cinder-801931-1-iscsi neutron-server[93028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e86a10-c668-4ece-98c3-528da316348b', 'code': 200} Jul 23 05:09:21.325954 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee448967-0da8-4b25-9b5d-d4c40968e0f1 req-4051c607-c45c-4edd-b406-347172cb39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:21.327437 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee448967-0da8-4b25-9b5d-d4c40968e0f1 req-4051c607-c45c-4edd-b406-347172cb39d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1098 time: 0.0508363 Jul 23 05:09:21.360650 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-ee448967-0da8-4b25-9b5d-d4c40968e0f1 req-f7d0c492-be59-4c17-85bc-66981b07c90c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268404 Jul 23 05:09:21.577484 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50b427-c0c2-43f5-96b0-1c7d6f127389 req-21d1b4e4-b8bb-4fa3-aaab-049633ca3dc3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:21.578890 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-da50b427-c0c2-43f5-96b0-1c7d6f127389 req-21d1b4e4-b8bb-4fa3-aaab-049633ca3dc3 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.0706887 Jul 23 05:09:21.615325 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-da50b427-c0c2-43f5-96b0-1c7d6f127389 req-a6bb3ecd-bdad-458b-bf11-6f206ed5bc01 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310249 Jul 23 05:09:22.743004 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8568ca-6bc0-4436-a502-aff1ef7f39f7 req-b2fb2103-66b0-435e-8137-65d3d0e7a98b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:22.745073 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1f8568ca-6bc0-4436-a502-aff1ef7f39f7 req-b2fb2103-66b0-435e-8137-65d3d0e7a98b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.0633554 Jul 23 05:09:22.782697 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-1f8568ca-6bc0-4436-a502-aff1ef7f39f7 req-6ae73148-5826-40c8-95c4-d8b850c5fa02 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Jul 23 05:09:22.910430 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83adc6-0b6e-4862-88da-8080f26865a1 req-d85bab49-6c5a-4b74-8ead-3962b0bf6544 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:22.911887 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-be83adc6-0b6e-4862-88da-8080f26865a1 req-d85bab49-6c5a-4b74-8ead-3962b0bf6544 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.0614846 Jul 23 05:09:22.949074 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-be83adc6-0b6e-4862-88da-8080f26865a1 req-b85fac95-30e9-4c12-9564-832c0a42f95b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309913 Jul 23 05:09:22.971580 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51490) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:23.026166 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71dabd-2b12-489a-b108-7d492df8da94 tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:23.027918 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-2a71dabd-2b12-489a-b108-7d492df8da94 tempest-TestVolumeBootPattern-127918306 tempest-TestVolumeBootPattern-127918306-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1093 time: 0.0550272 Jul 23 05:09:23.030602 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51492) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:09:23.034800 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.v2.base [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Request body: {'floatingip': {'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'port_id': '01e86a10-c668-4ece-98c3-528da316348b', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 05:09:23.056190 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.146743 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.248651 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_common [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Allocated IP 172.27.3.63 (83a8c1a9-aff2-4569-b616-a5e061f01595/a53e4364-94f4-4fa7-8594-7784fde10dd2/e0c41786-5fba-4369-b974-b82c8db654ed) {{(pid=93026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 05:09:23.345171 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.382333 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730985769611', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.420263 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:09:23.423513 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Network 83a8c1a9-aff2-4569-b616-a5e061f01595 is already hosted by enough agents. {{(pid=93026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 05:09:23.426248 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.base_scheduler [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Resources bound (agent type, host, resource id): {{(pid=93026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 05:09:23.429681 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Received port after_create {{(pid=93026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 05:09:23.435457 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=e0c41786-5fba-4369-b974-b82c8db654ed,revision_number=1']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:23.762224 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.836644 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-667648'] for port, before_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.980373 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for port, precommit_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:23.984667 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730986170682', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730985769629', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730985769647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8229871'] for port, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:24.048010 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event updated for resources: {'Port': ['ID=e0c41786-5fba-4369-b974-b82c8db654ed,revision_number=2']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:09:24.059266 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1761934'] for floatingip, after_update {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:24.154327 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.l3_db [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP f66244b5-487a-4ab4-9103-1ca5f4763d90 associated. External IP: 172.27.3.63, port: 01e86a10-c668-4ece-98c3-528da316348b. Jul 23 05:09:24.350947 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:09:24.454860 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:09:24.470116 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:09:24.473884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:24.484686 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:24.485315 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:24.593668 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:24.726060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-a02117a4-08b3-449c-a72e-b30ad8c181c0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6943514 Jul 23 05:09:24.726539 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:09:24.729366 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:09:24.820718 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d699a36c-fcc3-4896-817c-b2dac8645db4 x-openstack-request-id: req-d699a36c-fcc3-4896-817c-b2dac8645db4 {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:09:24.821001 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:09:24.821254 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d699a36c-fcc3-4896-817c-b2dac8645db4 {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:09:24.821674 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b', 'status': 'completed', 'code': 200} Jul 23 05:09:24.823446 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}, {'id': 'f66244b5-487a-4ab4-9103-1ca5f4763d90', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '01e86a10-c668-4ece-98c3-528da316348b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:29:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:09:23Z', 'updated_at': '2021-07-23T05:09:23Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:24.849393 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:09:24.858886 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:09:24.859500 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:09:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:24.917296 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-114ce905-cb6d-4efd-8901-a5d32f773ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:24.918777 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-114ce905-cb6d-4efd-8901-a5d32f773ed1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1098 time: 0.0552452 Jul 23 05:09:24.961919 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:09:25.005658 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-a698f1c3-fc51-483e-8092-480e3dfe0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:25.007026 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-a698f1c3-fc51-483e-8092-480e3dfe0a06 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0821242 Jul 23 05:09:25.072060 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-58154d5e-0f5b-47e4-a7ad-050179edc951 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 200 len: 998 time: 0.0586731 Jul 23 05:09:25.117757 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-adf0007e-d4d5-4d59-9764-ed3ee3db6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:25.119178 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-adf0007e-d4d5-4d59-9764-ed3ee3db6216 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0410450 Jul 23 05:09:25.175054 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-d84711e5-36ab-4b74-9ced-f722a7f80d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:09:25.176558 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-d84711e5-36ab-4b74-9ced-f722a7f80d77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505347 Jul 23 05:09:25.181484 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}, {'id': 'f66244b5-487a-4ab4-9103-1ca5f4763d90', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '01e86a10-c668-4ece-98c3-528da316348b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:29:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:09:23Z', 'updated_at': '2021-07-23T05:09:23Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:09:25.208287 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa9409-1991-4a74-8d5f-acbad6f2796a None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}, {'id': 'f66244b5-487a-4ab4-9103-1ca5f4763d90', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.63', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '01e86a10-c668-4ece-98c3-528da316348b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:29:07:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:09:23Z', 'updated_at': '2021-07-23T05:09:23Z', 'revision_number': 0, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:09:25.271852 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-fcf78d85-5d73-4727-8049-fb432309cfbf service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883503 Jul 23 05:09:25.361612 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dcf4aa3a-96d7-4ce2-9fc2-3b43d063bf73 req-75f6e237-b259-4a46-bfb1-51f7e57eb806 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837429 Jul 23 05:09:25.395532 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7236668b-4402-4e4f-9cf3-ed7af2484e72 None None] New status for floating IP f66244b5-487a-4ab4-9103-1ca5f4763d90: ACTIVE {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:09:30.347690 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:31.070581 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-dec76f1f-0b7b-452a-948c-895136d1b37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:33.548444 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-3a3b14bd-df4a-43fc-9401-196d5dcf273e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:34.073066 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:34.809479 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:09:36.246527 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:00.352598 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:00.418520 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:10:01.070032 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6a3a80dd-0b47-44be-8873-14633be43875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:03.550075 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-766e51e5-12b5-4f6e-ba12-f17c0cae2b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:04.073521 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:04.812736 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:05.682986 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-003c9cb3-ddff-4544-b1d2-722eb969ba04 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545349 Jul 23 05:10:05.791194 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-9e79617c-c064-4aa0-b95a-8363c2c9dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:05.792673 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-9e79617c-c064-4aa0-b95a-8363c2c9dd3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1099 time: 0.0517135 Jul 23 05:10:05.895380 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-a117f754-4af4-4515-b532-c38994479dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:05.896925 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-a117f754-4af4-4515-b532-c38994479dd9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.0818524 Jul 23 05:10:05.961499 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-a04713d1-05f5-48e9-94b2-4e45d210eae8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 1001 time: 0.0574908 Jul 23 05:10:06.013574 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-876a5a18-7e83-45a1-84c7-a2d21fe52e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:06.015111 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-876a5a18-7e83-45a1-84c7-a2d21fe52e51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0474491 Jul 23 05:10:06.076356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-05681513-04c6-44d1-a4c5-79ccda93a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:06.077752 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-05681513-04c6-44d1-a4c5-79ccda93a3bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507860 Jul 23 05:10:06.167561 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-06262bfc-691d-4d1d-a286-a8f2c08d4827 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818543 Jul 23 05:10:06.249795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:06.258138 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-bed26b5d-361a-410f-bc26-90dbc6461289 req-55eaf798-6f4a-4ee3-ac48-8c0198b52ee3 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842006 Jul 23 05:10:30.348200 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:31.069735 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-e9cdafc1-ca54-48ff-84e6-dae7109d77bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:33.551705 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b72fb82a-c53a-456a-8102-7a876224625d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:34.075669 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:34.815636 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:36.252171 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:37.416140 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:10:51.456001 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51538) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:10:51.607183 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port e0c41786-5fba-4369-b974-b82c8db654ed {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:10:51.607519 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:51.682027 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:51.682340 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:51.694299 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for e0c41786-5fba-4369-b974-b82c8db654ed owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:10:51.835870 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:51.861111 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=e0c41786-5fba-4369-b974-b82c8db654ed,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:10:51.871891 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.872240 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.872608 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.872944 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.873270 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.873593 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.873917 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.874272 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.874598 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.874910 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.875229 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.875540 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:51.930428 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:51.930757 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.l3_db [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP f66244b5-487a-4ab4-9103-1ca5f4763d90 disassociated (deleted). External IP: 172.27.3.63, port: 01e86a10-c668-4ece-98c3-528da316348b. Jul 23 05:10:52.133652 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:10:52.237645 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:10:52.242658 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:52.248139 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:10:52.258220 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:10:52.259042 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:10:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:52.279975 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-6412abfe-76f7-4bb7-9572-a611925c07af tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "DELETE /v2.0/floatingips/f66244b5-487a-4ab4-9103-1ca5f4763d90 HTTP/1.1" status: 204 len: 168 time: 0.8228767 Jul 23 05:10:52.281341 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:10:52.283783 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1770d-63b7-4876-95cb-9c42bd194fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:10:52.322854 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17da327-b5ee-42dc-97aa-524b151db30d x-openstack-request-id: req-c17da327-b5ee-42dc-97aa-524b151db30d {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:10:52.323157 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "tag": "01e86a10-c668-4ece-98c3-528da316348b", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:10:52.323397 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c17da327-b5ee-42dc-97aa-524b151db30d {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:10:52.323868 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'tag': '01e86a10-c668-4ece-98c3-528da316348b', 'status': 'completed', 'code': 200} Jul 23 05:10:52.431483 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-349579e2-5994-4552-b6c1-097f0c3cb15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:52.433220 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-349579e2-5994-4552-b6c1-097f0c3cb15d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 1098 time: 0.0653532 Jul 23 05:10:52.511869 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:10:52.749262 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:52.783398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:10:52.792402 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:10:52.793051 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:10:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:52.863796 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c657d7-54a0-439e-85fb-a8d5442385dd req-0cc7642f-18cf-4175-8af6-703b8b6e4561 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:52.865290 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00c657d7-54a0-439e-85fb-a8d5442385dd req-0cc7642f-18cf-4175-8af6-703b8b6e4561 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.3977053 Jul 23 05:10:52.866389 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-4c1aeef7-acaa-48d3-8ede-571fc8f09683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:52.867705 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-4c1aeef7-acaa-48d3-8ede-571fc8f09683 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.3894174 Jul 23 05:10:52.898617 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:10:52.917669 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-90c0cd44-b941-4399-8afe-28e19f3e51ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 200 len: 217 time: 0.0403509 Jul 23 05:10:52.965270 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00c657d7-54a0-439e-85fb-a8d5442385dd req-51d2b340-3885-4061-8b11-767152ddc46b tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944998 Jul 23 05:10:52.983192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-f8c5ff63-0c83-40b6-9f88-20076d41f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:52.985932 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-f8c5ff63-0c83-40b6-9f88-20076d41f3e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0590441 Jul 23 05:10:53.044674 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-7863e431-ceac-47c1-857a-6216d26b678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:53.046700 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-7863e431-ceac-47c1-857a-6216d26b678e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525663 Jul 23 05:10:53.120174 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:53.137939 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-32d4da61-5d1d-49c7-8e85-803f8dbfb217 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839319 Jul 23 05:10:53.150072 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63594fb7-1e75-4f3c-afe2-329e2b63252f None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_floatingips': [{'id': '6eac15d2-64ec-4189-9a02-746ee5d2ea0c', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'router_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'port_id': '0a9054f1-d308-4705-944d-2dde341768f0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'mac_address': 'fa:16:3e:95:d6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T05:07:29Z', 'updated_at': '2021-07-23T05:07:31Z', 'revision_number': 1, 'project_id': '22f452cce63144229410824dee79aa7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:10:53.229122 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-00f1770d-63b7-4876-95cb-9c42bd194fbb req-d52dee48-a8bc-43e7-b056-63108640823c service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841627 Jul 23 05:10:53.352334 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac5a675-a8c9-4d79-96ba-9db4c61c3827 None None] New status for floating IP f66244b5-487a-4ab4-9103-1ca5f4763d90: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:10:54.095555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7882-fdc7-453e-b3c4-e344af6f4f63 req-2cf1795f-d2d3-4933-b156-f08d0b798fb9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:54.097060 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-690c7882-fdc7-453e-b3c4-e344af6f4f63 req-2cf1795f-d2d3-4933-b156-f08d0b798fb9 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.0617833 Jul 23 05:10:54.133541 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-690c7882-fdc7-453e-b3c4-e344af6f4f63 req-a0176908-6b2c-415e-8fa2-a4844a0c9790 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310800 Jul 23 05:10:54.220933 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0858fb-e47a-423b-91cc-529801bae946 req-ab1fcc8d-fb88-46ff-a7f6-91b91576111a tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:54.222355 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2f0858fb-e47a-423b-91cc-529801bae946 req-ab1fcc8d-fb88-46ff-a7f6-91b91576111a tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 945 time: 0.0614748 Jul 23 05:10:54.324057 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port 01e86a10-c668-4ece-98c3-528da316348b {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:10:54.324395 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:54.412124 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] For port 01e86a10-c668-4ece-98c3-528da316348b, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=01e86a10-c668-4ece-98c3-528da316348b,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:10:54.412479 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:54.428588 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for 01e86a10-c668-4ece-98c3-528da316348b owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:10:54.550161 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:54.577913 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=01e86a10-c668-4ece-98c3-528da316348b,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:10:54.588865 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.589211 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.589553 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.589889 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.590218 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.590548 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.590878 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.591202 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.591527 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.591849 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.592169 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.592491 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:10:54.633392 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] No DVR routers for this DVR port 01e86a10-c668-4ece-98c3-528da316348b on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:10:54.635752 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:54.637727 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-2f0858fb-e47a-423b-91cc-529801bae946 req-86d7557e-8570-43ff-842c-27d5998a5c74 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "DELETE /v2.0/ports/01e86a10-c668-4ece-98c3-528da316348b HTTP/1.1" status: 204 len: 173 time: 0.4100027 Jul 23 05:10:54.638180 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'name': 'network-vif-deleted', 'tag': '01e86a10-c668-4ece-98c3-528da316348b'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:10:54.641031 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e805560-a58e-42b0-b099-cbbc4c129513" -d '{"events": [{"server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "name": "network-vif-deleted", "tag": "01e86a10-c668-4ece-98c3-528da316348b"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:10:54.677771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa4ccc9-fbe8-4fb0-85b7-366560b0e250 x-openstack-request-id: req-2aa4ccc9-fbe8-4fb0-85b7-366560b0e250 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:10:54.678056 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fec711-e496-43d1-a2c7-0e146261227f", "name": "network-vif-deleted", "tag": "01e86a10-c668-4ece-98c3-528da316348b", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:10:54.678303 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2aa4ccc9-fbe8-4fb0-85b7-366560b0e250 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:10:54.678690 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fec711-e496-43d1-a2c7-0e146261227f', 'name': 'network-vif-deleted', 'tag': '01e86a10-c668-4ece-98c3-528da316348b', 'status': 'completed', 'code': 200} Jul 23 05:10:55.241217 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-b4f0fce3-8fc8-4e4e-a0fe-dc7a35d47610 req-d265438c-29ce-4a8e-abef-402138014a54 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7fec711-e496-43d1-a2c7-0e146261227f HTTP/1.1" status: 200 len: 210 time: 0.0307074 Jul 23 05:10:57.171120 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 01e86a10-c668-4ece-98c3-528da316348b no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:10:57.191073 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 01e86a10-c668-4ece-98c3-528da316348b {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:10:57.191404 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 01e86a10-c668-4ece-98c3-528da316348b not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:10:58.515815 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51576) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:10:58.666758 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port 4e7b08f0-14a0-4ac1-a495-766a2da42cca {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:10:58.667101 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:58.740766 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:58.741087 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:58.753143 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for 4e7b08f0-14a0-4ac1-a495-766a2da42cca owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:10:58.896488 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:58.922987 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=4e7b08f0-14a0-4ac1-a495-766a2da42cca,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:10:58.985568 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:58.985897 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.db.l3_db [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Floating IP 6eac15d2-64ec-4189-9a02-746ee5d2ea0c disassociated (deleted). External IP: 172.27.3.37, port: 0a9054f1-d308-4705-944d-2dde341768f0. Jul 23 05:10:59.184078 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:10:59.287750 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:10:59.292789 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:10:59.297263 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69382070-b961-4f24-956d-34f495c01288 None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:10:59.306104 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:10:59.306701 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:10:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:59.330085 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-7218427b-9789-499b-9581-929f2c369737 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "DELETE /v2.0/floatingips/6eac15d2-64ec-4189-9a02-746ee5d2ea0c HTTP/1.1" status: 204 len: 168 time: 0.8132017 Jul 23 05:10:59.330668 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0'}] {{(pid=93026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:10:59.332921 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bd64da7c2b93ff0c366c66f58186e19f184d796e2c75661da6719dd594d2a3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da382e-525e-4b05-8c59-8018395d856f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0"}]}' {{(pid=93026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:10:59.372312 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf50d9-c0e4-4467-bc87-8f73d55e2f17 x-openstack-request-id: req-f0cf50d9-c0e4-4467-bc87-8f73d55e2f17 {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:10:59.372631 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "tag": "0a9054f1-d308-4705-944d-2dde341768f0", "status": "completed", "code": 200}]} {{(pid=93026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:10:59.372880 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0cf50d9-c0e4-4467-bc87-8f73d55e2f17 {{(pid=93026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:10:59.373275 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0', 'status': 'completed', 'code': 200} Jul 23 05:10:59.416087 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:10:59.475545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da382e-525e-4b05-8c59-8018395d856f req-b43753cd-b7ad-4cf1-b7e9-a70c0f96ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:59.478993 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-b43753cd-b7ad-4cf1-b7e9-a70c0f96ce9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=22f452cce63144229410824dee79aa7a&device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 1099 time: 0.0592835 Jul 23 05:10:59.625065 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:59.630911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da382e-525e-4b05-8c59-8018395d856f req-e34a5471-459c-4ff8-b574-529783ed57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:59.632399 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-e34a5471-459c-4ff8-b574-529783ed57d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 200 len: 912 time: 0.1262467 Jul 23 05:10:59.643297 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde451d1-0888-4e51-8468-ee8e9b84cd68 req-4029e8da-2c5e-4400-b209-78a7f962017e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:59.644720 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dde451d1-0888-4e51-8468-ee8e9b84cd68 req-4029e8da-2c5e-4400-b209-78a7f962017e tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.1299517 Jul 23 05:10:59.656593 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69382070-b961-4f24-956d-34f495c01288 None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:10:59.664379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:10:59.665001 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:10:34Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:59.685266 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-5b1aa05f-0346-45dd-ae65-18ef8c5d5b49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 200 len: 217 time: 0.0396094 Jul 23 05:10:59.749041 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-dde451d1-0888-4e51-8468-ee8e9b84cd68 req-fdd76717-1444-4ea7-87e8-7afbbb2f1fd2 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977573 Jul 23 05:10:59.759570 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da382e-525e-4b05-8c59-8018395d856f req-b0623513-679b-4f97-9094-38917560b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:59.761046 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-b0623513-679b-4f97-9094-38917560b2ce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 200 len: 851 time: 0.0695584 Jul 23 05:10:59.773332 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:10:59.817911 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da382e-525e-4b05-8c59-8018395d856f req-a75d96f4-566c-407b-b029-e5b24241fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:10:59.819411 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-a75d96f4-566c-407b-b029-e5b24241fc7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f544389f-65ea-4d2e-aff0-e449607c0386&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518341 Jul 23 05:10:59.911870 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-2deed80b-3b52-42cb-a963-6145fed0f851 service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Jul 23 05:10:59.973178 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-69382070-b961-4f24-956d-34f495c01288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:10:59.998953 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69382070-b961-4f24-956d-34f495c01288 None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:03:56Z', 'revision_number': 4, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi', '_interfaces': [{'id': 'a77c4372-1afe-41f1-ad8e-1a2b4b87eff1', 'name': '', 'network_id': 'f544389f-65ea-4d2e-aff0-e449607c0386', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'mac_address': 'fa:16:3e:76:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:55Z', 'updated_at': '2021-07-23T05:04:02Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'subnets': [{'id': '596cc5f4-de00-4e4e-a09c-446d2690249a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:11:00.000090 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-e4da382e-525e-4b05-8c59-8018395d856f req-84c2b0a9-0813-4805-b0bb-3061aa5c55ce service neutron] 10.222.0.24 "GET /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807879 Jul 23 05:11:00.205999 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4901042-0f02-4d2a-8e22-c68a12ff16d6 None None] New status for floating IP 6eac15d2-64ec-4189-9a02-746ee5d2ea0c: DOWN {{(pid=93029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 05:11:00.349315 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:00.881181 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b750c-e083-4074-865b-f75c3691d6de req-78b911d0-fdf8-4559-8696-dc4a97f338f5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:11:00.882663 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-609b750c-e083-4074-865b-f75c3691d6de req-78b911d0-fdf8-4559-8696-dc4a97f338f5 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.0608451 Jul 23 05:11:00.918940 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-609b750c-e083-4074-865b-f75c3691d6de req-8e894cad-8865-4553-ab3c-9b5dff28fb5f tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/security-groups?id=c154c048-1ff5-4f3e-bc46-223b971d818a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307977 Jul 23 05:11:01.071679 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-258ed472-4e9d-459c-9404-a3dbcbcfddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:01.173501 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-793a4103-3b94-46e8-bace-d188b4827164 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 05:11:01.174946 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-793a4103-3b94-46e8-bace-d188b4827164 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 946 time: 0.0610456 Jul 23 05:11:01.276260 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port 0a9054f1-d308-4705-944d-2dde341768f0 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:01.276641 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:01.361545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] For port 0a9054f1-d308-4705-944d-2dde341768f0, host hv-cinder-80193, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80193',level=0,port_id=0a9054f1-d308-4705-944d-2dde341768f0,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:01.361817 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:01.377693 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for 0a9054f1-d308-4705-944d-2dde341768f0 owned by compute:nova {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:01.502427 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:01.528959 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=0a9054f1-d308-4705-944d-2dde341768f0,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:01.579523 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] No DVR routers for this DVR port 0a9054f1-d308-4705-944d-2dde341768f0 on host hv-cinder-80193 {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:11:01.582050 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for port, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:01.584052 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [req-572e402d-cb68-4ee0-b11c-65c9d323be87 req-ee4fd2ff-6bf0-4f56-ae4f-84c9080b1a61 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.24 "DELETE /v2.0/ports/0a9054f1-d308-4705-944d-2dde341768f0 HTTP/1.1" status: 204 len: 173 time: 0.4028220 Jul 23 05:11:01.584480 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'name': 'network-vif-deleted', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0'}] {{(pid=93027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 05:11:01.586710 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97b0b618c1388dafe88a1acf9eb071d10c79aa6b2e285813037e11df348da65a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea360d-8ea0-4d7a-815a-41d33cde47d4" -d '{"events": [{"server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "name": "network-vif-deleted", "tag": "0a9054f1-d308-4705-944d-2dde341768f0"}]}' {{(pid=93027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 05:11:01.623409 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 05:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d7039-6275-4ffc-a359-e673e072c520 x-openstack-request-id: req-4b1d7039-6275-4ffc-a359-e673e072c520 {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 05:11:01.623728 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9e3111-1fd6-4352-a5a9-53f9077c2c83", "name": "network-vif-deleted", "tag": "0a9054f1-d308-4705-944d-2dde341768f0", "status": "completed", "code": 200}]} {{(pid=93027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 05:11:01.623979 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b1d7039-6275-4ffc-a359-e673e072c520 {{(pid=93027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 05:11:01.625492 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9e3111-1fd6-4352-a5a9-53f9077c2c83', 'name': 'network-vif-deleted', 'tag': '0a9054f1-d308-4705-944d-2dde341768f0', 'status': 'completed', 'code': 200} Jul 23 05:11:02.033717 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [req-0058f21f-d308-49ed-ae6d-ddba4733573c req-37405cb8-717b-4394-9f61-9750e89eddd7 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9e3111-1fd6-4352-a5a9-53f9077c2c83 HTTP/1.1" status: 200 len: 210 time: 0.0277691 Jul 23 05:11:03.090655 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51592) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:03.211407 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Deleting port 0c0f068a-bea6-4d74-8bbd-e103fb90b979 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:03.211750 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.283884 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.284206 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.295327 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Calling delete_port for 0c0f068a-bea6-4d74-8bbd-e103fb90b979 owned by network:floatingip {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:03.422789 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.451720 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'Port': ['ID=0c0f068a-bea6-4d74-8bbd-e103fb90b979,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:03.505843 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for floatingip, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.508371 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108086'] for floatingip, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:03.509619 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-29db5826-98d3-4aad-9e88-680e0f578fe0 tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "DELETE /v2.0/floatingips/315e0d9c-87f1-4c57-bfc9-5877124f73af HTTP/1.1" status: 204 len: 168 time: 0.4179907 Jul 23 05:11:03.552231 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-6d22c1b3-9eb7-4730-9e8e-602393afa3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.076664 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.700974 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51604) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:04.761555 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.786242 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.818172 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.848356 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.850899 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Notify callbacks [] for security_group, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:04.852047 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] 10.222.0.16 "DELETE /v2.0/security-groups/c154c048-1ff5-4f3e-bc46-223b971d818a HTTP/1.1" status: 204 len: 168 time: 0.1500688 Jul 23 05:11:04.861421 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6fb2-e9f4-4552-b3f2-85bda44cb4ab tempest-TestVolumeBootPattern-1595684730 tempest-TestVolumeBootPattern-1595684730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c154c048-1ff5-4f3e-bc46-223b971d818a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:04.904554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51608) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:05.221782 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 0a9054f1-d308-4705-944d-2dde341768f0 no longer exists at agent hyperv_hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:05.244463 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] No Port match for: 0a9054f1-d308-4705-944d-2dde341768f0 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:05.244834 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Device 0a9054f1-d308-4705-944d-2dde341768f0 not bound to the agent host hv-cinder-80193 {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:05.450545 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:05.692192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Deleting port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:05.692554 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:05.767306 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] For port a77c4372-1afe-41f1-ad8e-1a2b4b87eff1, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:05.767981 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:05.779317 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Calling delete_port for a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 owned by network:router_interface {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:05.951833 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:05.977092 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a77c4372-1afe-41f1-ad8e-1a2b4b87eff1,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:06.139679 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.255398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.346655 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Router fb17bf4e-cafb-4c40-8324-3782659f2008 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:11:06.447509 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:11:06.453064 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-b13e1d0f-d29a-4ee6-ae2b-253a6b318a7e admin admin] 10.222.0.16 "PUT /v2.0/routers/fb17bf4e-cafb-4c40-8324-3782659f2008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5467954 Jul 23 05:11:06.456105 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51612) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:06.458618 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Sync routers for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:11:06.467489 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:11:06.468068 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:11:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:06.556035 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.568268 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:11:06.654821 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.706624 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Deleting port 8b453dbc-bba4-4f40-909b-8a80d76b6d00 {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:06.706962 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.747595 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:11:05Z', 'revision_number': 5, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port': {'id': '8b453dbc-bba4-4f40-909b-8a80d76b6d00', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:04:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:06.773728 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Checking router: fb17bf4e-cafb-4c40-8324-3782659f2008 for host: dv-cinder-801931-1-iscsi {{(pid=93028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:11:06.781928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Routers {'fb17bf4e-cafb-4c40-8324-3782659f2008'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:11:06.782522 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:11:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['fb17bf4e-cafb-4c40-8324-3782659f2008'], 'active': True} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:06.790632 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] For port 8b453dbc-bba4-4f40-909b-8a80d76b6d00, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=8b453dbc-bba4-4f40-909b-8a80d76b6d00,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:06.791171 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.804213 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Calling delete_port for 8b453dbc-bba4-4f40-909b-8a80d76b6d00 owned by network:router_gateway {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:06.977134 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:06.997868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvr_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] Set router fb17bf4e-cafb-4c40-8324-3782659f2008 gateway port host: None {{(pid=93028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:11:07.003771 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b453dbc-bba4-4f40-909b-8a80d76b6d00,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:07.058405 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_hamode_db [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:11:06Z', 'revision_number': 6, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:07.064933 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.086067 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ee2bda-2065-4c09-93d9-8af49705bea2 None None] The sync data for ids ['fb17bf4e-cafb-4c40-8324-3782659f2008'] in dv-cinder-801931-1-iscsi is: [{'id': 'fb17bf4e-cafb-4c40-8324-3782659f2008', 'name': 'tempest-TestVolumeBootPattern-1805631026-router', 'tenant_id': '22f452cce63144229410824dee79aa7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:53Z', 'updated_at': '2021-07-23T05:11:06Z', 'revision_number': 6, 'project_id': '22f452cce63144229410824dee79aa7a', 'gw_port_host': None}] {{(pid=93028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:11:07.151914 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.153983 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.197843 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.198458 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb17bf4e-cafb-4c40-8324-3782659f2008 {{(pid=93027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:11:07.204399 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.205577 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-078e6335-d9c3-47ff-8f97-49566e2378d9 admin admin] 10.222.0.16 "DELETE /v2.0/routers/fb17bf4e-cafb-4c40-8324-3782659f2008 HTTP/1.1" status: 204 len: 168 time: 0.7485378 Jul 23 05:11:07.207997 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51614) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:07.250342 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.db_base_plugin_v2 [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Deleting subnet 596cc5f4-de00-4e4e-a09c-446d2690249a {{(pid=93027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:11:07.253199 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.286481 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4679841'] for subnet, precommit_delete_associations {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.365049 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.418973 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4679873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4482364'] for subnet, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.445412 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=596cc5f4-de00-4e4e-a09c-446d2690249a,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:07.448972 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.450846 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-025b49dc-5253-4d36-a27c-6c9fd8fded20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/596cc5f4-de00-4e4e-a09c-446d2690249a HTTP/1.1" status: 204 len: 168 time: 0.2419019 Jul 23 05:11:07.454007 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [-] (93027) accepted ('10.222.0.16', 51616) {{(pid=93027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:07.456682 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107482d-0e86-40d9-a7ed-b764298c5cac None None] Network f544389f-65ea-4d2e-aff0-e449607c0386 requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:11:07.526611 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.584603 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Deleting port 3ded9654-bc3d-4468-8270-00d3c80430fc {{(pid=93027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:07.584950 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.648871 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.db [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] For port 3ded9654-bc3d-4468-8270-00d3c80430fc, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3ded9654-bc3d-4468-8270-00d3c80430fc,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:07.649408 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.661925 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.plugin [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Calling delete_port for 3ded9654-bc3d-4468-8270-00d3c80430fc owned by network:dhcp {{(pid=93027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:07.866712 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] DHCP port deletion for f544389f-65ea-4d2e-aff0-e449607c0386 request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:11:07.917136 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Deleting port 3ded9654-bc3d-4468-8270-00d3c80430fc {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:07.917509 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.985414 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] For port 3ded9654-bc3d-4468-8270-00d3c80430fc, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=3ded9654-bc3d-4468-8270-00d3c80430fc,segment=NetworkSegment(9e8cd431-ed1d-4c6b-82cf-ad347289383c),segment_id=9e8cd431-ed1d-4c6b-82cf-ad347289383c)] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:07.985914 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:07.998701 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Calling delete_port for 3ded9654-bc3d-4468-8270-00d3c80430fc owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:08.008031 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4679828'] for port, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.033336 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ded9654-bc3d-4468-8270-00d3c80430fc,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:08.036800 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] No DVR routers for this DVR port 3ded9654-bc3d-4468-8270-00d3c80430fc on host dv-cinder-801931-1-iscsi {{(pid=93027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:11:08.081388 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.108225 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Pushing event deleted for resources: {'Port': ['ID=3ded9654-bc3d-4468-8270-00d3c80430fc,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:08.108513 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.110559 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] No DVR routers for this DVR port 3ded9654-bc3d-4468-8270-00d3c80430fc on host dv-cinder-801931-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:11:08.118297 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.118634 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.118974 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.119264 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f544389f-65ea-4d2e-aff0-e449607c0386']}} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:08.119384 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.119609 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.119931 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.120248 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.121078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.121078 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.121295 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.121625 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.121799 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b461ef5a-c420-4c7d-ae69-73d993baccf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801931-1-iscsi {{(pid=93028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 05:11:08.141897 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8cd431-ed1d-4c6b-82cf-ad347289383c') {'for_net_delete': True} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:08.142192 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.services.segments.db [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8cd431-ed1d-4c6b-82cf-ad347289383c') {} {{(pid=93027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:08.152094 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4679848'] for segment, before_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.166322 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.172027 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:11:08.172414 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4679867'] for segment, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: Traceback (most recent call last): Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: timer() Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: cb(*args, **kw) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: return func(*args, **kwargs) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: self._notify() Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: self.callback(batched_events) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: event.method(event) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: return f(self, *a, **k) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._get(url).json() Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: return self.request(url, 'GET', **kwargs) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:11:08.174077 dv-cinder-801931-1-iscsi neutron-server[93027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:11:08.225118 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.230406 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron_lib.callbacks.manager [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:08.232228 dv-cinder-801931-1-iscsi neutron-server[93027]: INFO neutron.wsgi [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f544389f-65ea-4d2e-aff0-e449607c0386 HTTP/1.1" status: 204 len: 168 time: 0.7772772 Jul 23 05:11:08.235682 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51618) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:08.242692 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a8a54-bac5-4c75-bdfd-34da54bca599 admin admin] Pushing event deleted for resources: {'Network': ['ID=f544389f-65ea-4d2e-aff0-e449607c0386,revision_number=None']} {{(pid=93027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:08.306868 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3ded9654-bc3d-4468-8270-00d3c80430fc no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:08.330644 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 3ded9654-bc3d-4468-8270-00d3c80430fc {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:08.330992 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 3ded9654-bc3d-4468-8270-00d3c80430fc not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:08.331488 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:08.350179 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:08.350450 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device a77c4372-1afe-41f1-ad8e-1a2b4b87eff1 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:08.350856 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 8b453dbc-bba4-4f40-909b-8a80d76b6d00 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:08.369097 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 8b453dbc-bba4-4f40-909b-8a80d76b6d00 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:08.369437 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 8b453dbc-bba4-4f40-909b-8a80d76b6d00 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:08.583202 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763982'] for router_interface, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.034119 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Deleting port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:09.034450 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.109738 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] For port 9287b0ae-a0ba-4c7b-ac1a-4644de613e58, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:09.110081 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.121631 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Calling delete_port for 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 owned by network:router_interface {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:09.290837 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.319060 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=9287b0ae-a0ba-4c7b-ac1a-4644de613e58,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:09.480376 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1604605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1763858'] for router_interface, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.688256 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 has already been hosted by L3 agent f160d9e4-8bf9-4b2e-a150-7142331383b3 {{(pid=93026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 05:11:09.789917 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] Notify agent at l3_agent.dv-cinder-801931-1-iscsi the message routers_updated {{(pid=93026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 05:11:09.796241 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-3175a447-f503-4452-9627-69828ccd6e88 admin admin] 10.222.0.16 "PUT /v2.0/routers/cc6f1cf7-41c0-4168-857d-6bafe3c3ec77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5593555 Jul 23 05:11:09.797292 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51620) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:09.799003 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Sync routers for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 05:11:09.808077 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:11:09.808709 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:11:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:09.901493 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks [] for router, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:09.917292 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: dv-cinder-801931-1-iscsi {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:11:10.003287 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.056803 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Deleting port d8d3fa80-0484-4b94-9233-b0e94bd063e3 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:10.057140 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.094415 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'external_fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:11:09Z', 'revision_number': 5, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port': {'id': 'd8d3fa80-0484-4b94-9233-b0e94bd063e3', 'name': '', 'network_id': '83a8c1a9-aff2-4569-b616-a5e061f01595', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:01:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801931-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T05:03:59Z', 'updated_at': '2021-07-23T05:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a53e4364-94f4-4fa7-8594-7784fde10dd2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801931-1-iscsi'}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:10.122504 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Checking router: cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 for host: dv-cinder-801931-1-iscsi {{(pid=93029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 05:11:10.131164 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Routers {'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'} bound to L3 agent in host dv-cinder-801931-1-iscsi {{(pid=93029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 05:11:10.131757 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801931-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T04:49:03Z,description=,heartbeat_timestamp=2021-07-23T05:11:04Z,host='dv-cinder-801931-1-iscsi',id=f160d9e4-8bf9-4b2e-a150-7142331383b3,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T04:49:03Z,topic='l3_agent')) {'router_ids': ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'], 'active': True} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:10.135121 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] For port d8d3fa80-0484-4b94-9233-b0e94bd063e3, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=d8d3fa80-0484-4b94-9233-b0e94bd063e3,segment=NetworkSegment(a3ec9292-9350-44a6-801c-3a0cfcdec7ff),segment_id=a3ec9292-9350-44a6-801c-3a0cfcdec7ff)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:10.135482 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.148653 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Calling delete_port for d8d3fa80-0484-4b94-9233-b0e94bd063e3 owned by network:router_gateway {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:10.214979 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_dvr_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] Set router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 gateway port host: None {{(pid=93029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 05:11:10.265859 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.l3_hamode_db [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:11:10Z', 'revision_number': 6, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port_host': None}], 'dv-cinder-801931-1-iscsi', False) {} {{(pid=93029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:10.295457 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2256ad3-3d6a-4db2-a4ef-9356eef690e4 None None] The sync data for ids ['cc6f1cf7-41c0-4168-857d-6bafe3c3ec77'] in dv-cinder-801931-1-iscsi is: [{'id': 'cc6f1cf7-41c0-4168-857d-6bafe3c3ec77', 'name': 'tempest-TestVolumeBootPattern-1649620396-router', 'tenant_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T05:03:58Z', 'updated_at': '2021-07-23T05:11:10Z', 'revision_number': 6, 'project_id': '277205ebb2f94bf4b05f5c2a6c79fdfe', 'gw_port_host': None}] {{(pid=93029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 05:11:10.319204 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.345638 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d3fa80-0484-4b94-9233-b0e94bd063e3,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:10.407138 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1761972'] for router_gateway, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.494567 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1768547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25030'] for router, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.496697 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.538258 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1761359'] for router, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.538769 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 {{(pid=93026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 05:11:10.542949 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] Notify callbacks [] for router, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.544061 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-8a69acb6-f02d-4635-a45c-46462720e059 admin admin] 10.222.0.16 "DELETE /v2.0/routers/cc6f1cf7-41c0-4168-857d-6bafe3c3ec77 HTTP/1.1" status: 204 len: 168 time: 0.7458625 Jul 23 05:11:10.547143 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51622) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:10.590059 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Deleting subnet 96cae490-0612-4d94-bdac-21eab1035594 {{(pid=93026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 05:11:10.593473 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.629496 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8184195'] for subnet, precommit_delete_associations {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.712299 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-774162'] for subnet, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.765784 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-774171', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1966067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8229809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7583290'] for subnet, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.791676 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96cae490-0612-4d94-bdac-21eab1035594,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:10.793588 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for subnet, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.796388 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-92bc423c-8828-4213-8b5f-cea286745ca9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/96cae490-0612-4d94-bdac-21eab1035594 HTTP/1.1" status: 204 len: 168 time: 0.2482822 Jul 23 05:11:10.798175 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51624) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:10.798900 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5358d142-42de-4d35-873a-2351c99512e6 None None] Network 7e4a8bac-f25e-4e79-842e-be70dee824bb requested from dv-cinder-801931-1-iscsi {{(pid=93028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 05:11:10.868343 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-526037'] for network, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.918591 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Deleting port 7b1d9478-157c-4e2f-8d60-9003c07a4792 {{(pid=93026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:10.918923 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:10.988509 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.db [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] For port 7b1d9478-157c-4e2f-8d60-9003c07a4792, host dv-cinder-801931-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801931-1-iscsi',level=0,port_id=7b1d9478-157c-4e2f-8d60-9003c07a4792,segment=NetworkSegment(b1b4754b-eb76-4620-89e3-8cfa7a455dc7),segment_id=b1b4754b-eb76-4620-89e3-8cfa7a455dc7)] {{(pid=93026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:10.988894 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.000553 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Calling delete_port for 7b1d9478-157c-4e2f-8d60-9003c07a4792 owned by network:dhcp {{(pid=93026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:11.060729 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] DHCP port deletion for 7e4a8bac-f25e-4e79-842e-be70dee824bb request from dv-cinder-801931-1-iscsi {{(pid=93028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 05:11:11.086067 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8229860'] for port, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.111425 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Deleting port 7b1d9478-157c-4e2f-8d60-9003c07a4792 {{(pid=93028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 05:11:11.111795 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730986169236'] for port, before_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.113152 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1d9478-157c-4e2f-8d60-9003c07a4792,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:11.118537 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] No DVR routers for this DVR port 7b1d9478-157c-4e2f-8d60-9003c07a4792 on host dv-cinder-801931-1-iscsi {{(pid=93026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:11:11.176398 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.db [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] For port 7b1d9478-157c-4e2f-8d60-9003c07a4792, host dv-cinder-801931-1-iscsi, got binding levels [] {{(pid=93028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 05:11:11.176732 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761379'] for port, precommit_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.189772 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Calling delete_port for 7b1d9478-157c-4e2f-8d60-9003c07a4792 owned by network:dhcp {{(pid=93028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 05:11:11.192347 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.ipam_backend_mixin [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Port 7b1d9478-157c-4e2f-8d60-9003c07a4792 was not found and therefore no delete operation was performed {{(pid=93028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 05:11:11.193456 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-775214', 'neutron.services.segments.db._delete_segments_for_network-8730986299953'] for network, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.193600 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-668327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393672', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730986170727', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730985769620'] for port, after_delete {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.203859 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4a8bac-f25e-4e79-842e-be70dee824bb']}} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:11.213506 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7') {'for_net_delete': True} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:11.213797 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.services.segments.db [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b4754b-eb76-4620-89e3-8cfa7a455dc7') {} {{(pid=93026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 05:11:11.216567 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] Pushing event deleted for resources: {'Port': ['ID=7b1d9478-157c-4e2f-8d60-9003c07a4792,revision_number=None']} {{(pid=93028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:11.222499 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97849-52a6-4e52-b2a7-d90805502f42 None None] No DVR routers for this DVR port 7b1d9478-157c-4e2f-8d60-9003c07a4792 on host dv-cinder-801931-1-iscsi {{(pid=93028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 05:11:11.223235 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730986302778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8184202'] for segment, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.238555 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714'] for segment, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.244672 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 05:11:11.245060 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-784714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8229835'] for segment, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: Traceback (most recent call last): Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: timer() Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: cb(*args, **kw) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: return func(*args, **kwargs) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: self._notify() Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: self.callback(batched_events) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: event.method(event) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: return f(self, *a, **k) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._get(url).json() Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: return self.request(url, 'GET', **kwargs) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 05:11:11.246785 dv-cinder-801931-1-iscsi neutron-server[93026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 05:11:11.305350 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-775205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1604554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1761936'] for network, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.311128 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1604568'] for network, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.313842 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e4a8bac-f25e-4e79-842e-be70dee824bb HTTP/1.1" status: 204 len: 168 time: 0.5147548 Jul 23 05:11:11.324700 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8563c-d7e5-45ed-990d-4f4dab511b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4a8bac-f25e-4e79-842e-be70dee824bb,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:11.426684 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51628) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:11.467700 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-b9786201-a38d-455a-a340-6c1700429e82 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=22f452cce63144229410824dee79aa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397823 Jul 23 05:11:11.470765 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51630) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:11.517273 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.537817 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.581794 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.584351 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.585543 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b3c9a44-6576-4d37-b12c-03e916e2af7b HTTP/1.1" status: 204 len: 168 time: 0.1138937 Jul 23 05:11:11.593638 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670606df-f11f-4a0c-94ab-949ba92459cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3c9a44-6576-4d37-b12c-03e916e2af7b,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:11.880976 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51636) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:11.919689 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-e1428ae9-3002-4c94-b5c7-fcbe213b64e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=277205ebb2f94bf4b05f5c2a6c79fdfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375197 Jul 23 05:11:11.922205 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [-] (93026) accepted ('10.222.0.16', 51638) {{(pid=93026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 05:11:11.971477 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:11.992188 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:12.038597 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1944210'] for security_group, after_delete {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:12.041459 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron_lib.callbacks.manager [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:12.042573 dv-cinder-801931-1-iscsi neutron-server[93026]: INFO neutron.wsgi [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d1bac517-3c42-4e73-b45f-a7cdced55f70 HTTP/1.1" status: 204 len: 168 time: 0.1195056 Jul 23 05:11:12.051213 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711b90-9d5e-48b2-b754-d0efafa7c906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bac517-3c42-4e73-b45f-a7cdced55f70,revision_number=None']} {{(pid=93026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 05:11:12.307802 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 7b1d9478-157c-4e2f-8d60-9003c07a4792 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:12.329305 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 7b1d9478-157c-4e2f-8d60-9003c07a4792 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:12.329655 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 7b1d9478-157c-4e2f-8d60-9003c07a4792 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:12.330070 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:12.349860 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:12.350203 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device 9287b0ae-a0ba-4c7b-ac1a-4644de613e58 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:12.350619 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device d8d3fa80-0484-4b94-9233-b0e94bd063e3 no longer exists at agent ovs-agent-dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 05:11:12.369939 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.plugin [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] No Port match for: d8d3fa80-0484-4b94-9233-b0e94bd063e3 {{(pid=93028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 05:11:12.370281 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron.plugins.ml2.rpc [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Device d8d3fa80-0484-4b94-9233-b0e94bd063e3 not bound to the agent host dv-cinder-801931-1-iscsi {{(pid=93028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 05:11:14.414358 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:11:30.365382 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:31.075958 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c46f92ef-3df1-488b-9860-4dacadeb5364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:33.555604 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-05a04933-bd88-4780-872b-19fc6a1a4cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:34.078908 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:34.822029 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:36.258244 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:11:51.412623 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:12:00.365074 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:01.076999 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-23d03ba1-e139-4ec0-9f65-0987ab2cbae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:03.555689 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4daac958-123d-4c98-8d2a-58f898b2eb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:04.080928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:04.824196 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:06.260717 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:19.876611 dv-cinder-801931-1-iscsi neutron-server[93026]: DEBUG neutron.wsgi [req-4ec3f717-b3d2-4908-acee-9fbb441cf281 req-807444fe-ad78-4be5-a8ab-074f37263aa3 service neutron] (93026) timed out ('10.222.0.24', 61622) {{(pid=93026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 05:12:21.925836 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-f7a6190a-4f50-4142-bebc-ada28f64e57c req-793c60d1-9ef4-4b87-8c80-a9caa8996779 service neutron] (93027) timed out ('10.222.0.24', 61672) {{(pid=93027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 05:12:23.444387 dv-cinder-801931-1-iscsi neutron-server[93027]: DEBUG neutron.wsgi [req-1c29d135-a4ed-4546-8f49-3f7d9310fd25 req-5349d300-772a-48b2-92fa-6b2555271604 service neutron] (93027) timed out ('10.222.0.24', 61666) {{(pid=93027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 05:12:28.411252 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:12:30.369359 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:31.081787 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-36910747-9e06-421d-acf0-6ea5153f70d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:33.556282 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-4aa64ee1-fec2-40e2-88bf-6d935e2b6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:34.081406 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:34.827585 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:12:36.264518 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:00.364775 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:01.081859 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-892f1aed-ae06-41b2-ba7a-ca55b0b8c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:03.556069 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-867a5df9-34c2-4074-8502-ce54e453f696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:04.082093 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:04.832257 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:05.409945 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:13:06.267887 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:30.369200 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:31.082748 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-0cf4359a-dbe4-4833-8901-09428bbff139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:33.557122 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1773-abe3-4e7b-8bf1-0d79de53bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:34.083371 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:34.834924 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:36.273957 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:13:42.408812 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:14:00.379150 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:01.083805 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-197f8f80-f419-498b-86f1-75007e6039a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:03.557613 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5026d485-d526-4b51-9d46-384a81625523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:04.084967 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:04.838400 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:06.274306 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:19.408504 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:14:30.383367 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:31.083446 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-66bcf9a7-7db3-45b8-826a-670cdd718cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:33.558145 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd5c8a6f-204e-497c-ae2b-acafe578d97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:34.085535 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:34.841109 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:36.277355 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:14:56.407876 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:15:00.380091 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:01.083401 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-c59a0fd8-bd50-44c7-92ac-68da3aead531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:03.559132 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-b2132578-97a3-406b-9472-f54143e38fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:04.086669 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:04.842735 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:06.279928 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:30.378415 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:31.083879 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-d1899c7b-e14f-4096-85f2-700b25d36a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:33.405931 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 05:15:33.560187 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-97c10bd2-d5eb-4d55-acce-cd6e93142ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:34.087059 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:34.847379 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:15:36.282022 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:00.407821 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-22761c77-c859-4c82-8163-bbd359a65514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:01.084921 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-f0110472-f7ee-4515-9c9f-023423c61a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:03.562151 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-820b683d-f0a3-4255-8c42-7b87a53c3d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:04.087544 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-5b141a40-010a-4055-93c4-4e096f37b85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:04.848720 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-fd9bbf54-6147-468c-a866-276a3692782a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:06.285799 dv-cinder-801931-1-iscsi neutron-server[93028]: DEBUG neutron_lib.callbacks.manager [None req-8c59c69c-b571-41e3-90b4-0afdb08eb6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730986299935', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-777704'] for agent, after_update {{(pid=93028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 05:16:10.403729 dv-cinder-801931-1-iscsi neutron-server[93029]: DEBUG neutron.db.agents_db [None req-edc6d33c-e9d0-4be0-9a53-fa2674ad02c7 None None] Agent healthcheck: found 6 active agents {{(pid=93029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}